[ Jun  2 18:31:06 Enabled. ]
[ Jun  2 18:31:06 Rereading configuration. ]
[ Jun  2 18:31:07 Rereading configuration. ]
[ Jun  2 18:31:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.774303782Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815}
{"msg":"dataset: \"oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.775031148Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.775060339Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.775067019Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.789092651Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:08.861221246Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.92532965Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:32803"}
{"msg":"region b0c83f4e-6c7f-4e85-bd34-50507ad55ac5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.958586831Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.960026603Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.960066193Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"7f3c712b-0c98-4a19-9859-24264d4547ab","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14189,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.967385516Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.967401057Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.045868414Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\" \"--data\" \"/data/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.047884639Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.141534294Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"8ca76b33-1cc0-43bd-9e34-6c19e0859428","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.177017574Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","component":"worker"}
{"msg":"region b0c83f4e-6c7f-4e85-bd34-50507ad55ac5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.177079395Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.177317811Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.177636528Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.182576108Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.192787775Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.194610796Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195327732Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195382923Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195435724Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195487745Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.198651886Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.201446638Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.4943484Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"841bb710-21a4-49b4-89d9-f2f75ac4647c","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.260770363Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","method":"GET","req_id":"435b0e16-d127-4bed-9972-ad3a3a0eb189","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":89,"response_code":200}
{"msg":"path is \"/data/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.264976427Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"dataset is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.273113408Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"region b0c83f4e-6c7f-4e85-bd34-50507ad55ac5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.280087574Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.280276308Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.280323599Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","method":"DELETE","req_id":"7fd7f1d2-c0a0-435d-aca1-b0eacd814b9f","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15361,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b0c83f4e-6c7f-4e85-bd34-50507ad55ac5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.281212328Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.283108991Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","method":"GET","req_id":"8b97d057-c623-4e76-93fb-208585d4bf28","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.284093103Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.292708155Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","component":"worker"}
{"msg":"region b0c83f4e-6c7f-4e85-bd34-50507ad55ac5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.376315846Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.431843542Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/b0c83f4e-6c7f-4e85-bd34-50507ad55ac5","method":"GET","req_id":"073d63ce-0597-4914-9a1d-a8d6fe71f709","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.55617162Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.556360624Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"d396a0df-bbbb-4b5d-924e-d3ba4632d106","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":251,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.556440536Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.562846269Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.562867249Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.634696729Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\" \"--data\" \"/data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.634779401Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.687619137Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","component":"worker"}
{"msg":"region 3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.687663288Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.687963985Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.689320075Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.690808828Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.695106614Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.696621158Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.696934985Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.696999156Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697040937Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.697097398Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.699452651Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.702829326Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:32.798129508Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"8f18718e-b0ca-40c3-a1c7-c331d9d9fd32","remote_addr":"[fd00:1122:3344:101::b]:32803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.032972285Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47681"}
{"msg":"region e6470f18-b234-4f27-9e34-2cd2e3a86f69 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.033110308Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.033788073Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.033798853Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"eeab067b-17ce-41d0-882a-e3086a9ab24e","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":720,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.04218629Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.042226051Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e6470f18-b234-4f27-9e34-2cd2e3a86f69\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e6470f18-b234-4f27-9e34-2cd2e3a86f69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.092298876Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"e6470f18-b234-4f27-9e34-2cd2e3a86f69","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e6470f18-b234-4f27-9e34-2cd2e3a86f69\" \"--data\" \"/data/regions/e6470f18-b234-4f27-9e34-2cd2e3a86f69\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.092333847Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"e6470f18-b234-4f27-9e34-2cd2e3a86f69","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.145266886Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"region":"e6470f18-b234-4f27-9e34-2cd2e3a86f69","component":"worker"}
{"msg":"region e6470f18-b234-4f27-9e34-2cd2e3a86f69 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.145298116Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.145411149Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.155599185Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.1603002Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.166863736Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.168398461Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6470f18-b234-4f27-9e34-2cd2e3a86f69","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.168709548Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.168761618Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.16880325Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.16884518Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.170798154Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.173417702Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.291669745Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions","method":"POST","req_id":"88a6962e-abd7-4c27-ad9c-4c01bb152cb1","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.58435525Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","method":"GET","req_id":"bc76e645-b54d-4458-82dd-5bf300ca6e9e","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.587609072Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"dataset is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.59468378Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"snapshot is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.600517779Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.60054095Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.608367244Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14/snapshots/f80725cd-b580-43f8-b230-fd462de00db6","method":"GET","req_id":"6e249fb4-76dc-4c9f-bcd9-a8c2aa412321","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20793,"response_code":200}
{"msg":"path is \"/data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.611987355Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"dataset is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.618276765Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"snapshot is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.624603176Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.624642556Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14-f80725cd-b580-43f8-b230-fd462de00db6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.631034869Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"applying SMF actions for region 3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14 running snapshot f80725cd-b580-43f8-b230-fd462de00db6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.631211013Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.631245574Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14/snapshots/f80725cd-b580-43f8-b230-fd462de00db6/run","method":"POST","req_id":"be63cb6d-4e99-493b-aa3c-af2c9b349168","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19250,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.636211004Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.638231699Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14-f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642574546Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14/.zfs/snapshot/f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642838042Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642880202Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642920194Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642953674Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.642999375Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.644827216Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.647651449Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"worker"}
{"msg":"region 3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14 running snapshot f80725cd-b580-43f8-b230-fd462de00db6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.647672039Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"path is \"/data/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.919487601Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"dataset is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.926842845Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"datafile"}
{"msg":"snapshot is oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14@f80725cd-b580-43f8-b230-fd462de00db6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.932712185Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1376002d-534c-47d0-a190-08a923efe97c/crucible/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14\", \"f80725cd-b580-43f8-b230-fd462de00db6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.932769417Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:42.938598486Z","hostname":"oxz_crucible_6079675c-b2ef-479b-8f5d-5646da86a989","pid":26815,"uri":"/crucible/0/regions/3bd26a61-3054-4c79-b8fe-2c6d0fb5fa14/snapshots/f80725cd-b580-43f8-b230-fd462de00db6/run","method":"POST","req_id":"bb1a8e68-40ef-4975-9b6c-c86cb06ad8b9","remote_addr":"[fd00:1122:3344:101::b]:47681","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19170,"response_code":200}