[ Aug 25 09:29:20 Enabled. ]
[ Aug 25 09:29:20 Rereading configuration. ]
[ Aug 25 09:29:22 Rereading configuration. ]
[ Aug 25 09:29:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:26.912661016Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186}
{"msg":"dataset: \"oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:26.913308106Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:26.913318696Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:26.913324956Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:26.927164954Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:27.005679435Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.588377512Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38289"}
{"msg":"region eb01cd0c-d700-4183-84bd-e8f7557e4698 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.620420704Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.625287357Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.629403309Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions","method":"POST","req_id":"bb586f7c-57ba-4c08-ba9d-429f9a843b12","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16086,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.634366182Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.63438152Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eb01cd0c-d700-4183-84bd-e8f7557e4698\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.706730482Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"region":"eb01cd0c-d700-4183-84bd-e8f7557e4698","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb01cd0c-d700-4183-84bd-e8f7557e4698\" \"--data\" \"/data/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.708697261Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"region":"eb01cd0c-d700-4183-84bd-e8f7557e4698","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.850729097Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"region":"eb01cd0c-d700-4183-84bd-e8f7557e4698","component":"worker"}
{"msg":"region eb01cd0c-d700-4183-84bd-e8f7557e4698 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.854766168Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.855098853Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.857603101Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.864629206Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.876939262Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.880327022Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.881050723Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.881108074Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.881144275Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.881182225Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.886450454Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.891149915Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:29:59.918134461Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions","method":"POST","req_id":"96d82a76-e096-4eef-95c4-467b20865c9b","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.672062289Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","method":"GET","req_id":"bc54152f-da0e-492a-b76b-1dc785409c6e","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.676205821Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"dataset is oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.686619188Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"region eb01cd0c-d700-4183-84bd-e8f7557e4698 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.69543307Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.695652854Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.695665134Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","method":"DELETE","req_id":"fd82b400-72bd-42da-ae48-01faa6f1b58d","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19490,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-eb01cd0c-d700-4183-84bd-e8f7557e4698 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.69672409Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.700204772Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","method":"GET","req_id":"9823f3ef-994a-45fe-8b4a-d441ea1ef19c","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":121,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.707091966Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c39a98b8-3da1-4c93-8d0a-3d7826d42299/crucible/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.719957409Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"region":"eb01cd0c-d700-4183-84bd-e8f7557e4698","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.760079552Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","method":"GET","req_id":"8895bd56-96fd-470a-ae60-9dc1008af601","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region eb01cd0c-d700-4183-84bd-e8f7557e4698 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.816655603Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T09:30:00.924400374Z","hostname":"oxz_crucible_2bf634c8-1421-4203-a652-267d2d9cf4a0","pid":25186,"uri":"/crucible/0/regions/eb01cd0c-d700-4183-84bd-e8f7557e4698","method":"GET","req_id":"2f8ff908-c217-44b4-b00d-15615caef56a","remote_addr":"[fd00:1122:3344:101::c]:38289","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200}