{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.419821281Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43951"} {"msg":"region 6c35c803-83bc-4724-aadd-620a66d4838f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.468803289Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.474939333Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.474962644Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"7f59505a-5b05-49b7-a9e0-89c72db5a9a4","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23672,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.485704393Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.485721203Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6c35c803-83bc-4724-aadd-620a66d4838f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6c35c803-83bc-4724-aadd-620a66d4838f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.548554858Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"6c35c803-83bc-4724-aadd-620a66d4838f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6c35c803-83bc-4724-aadd-620a66d4838f\" \"--data\" \"/data/regions/6c35c803-83bc-4724-aadd-620a66d4838f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.550834386Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"6c35c803-83bc-4724-aadd-620a66d4838f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.745188888Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"cc3fb34b-4e53-4eab-8850-d8e19f3ce5bb","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.947263894Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"6c35c803-83bc-4724-aadd-620a66d4838f","component":"worker"} {"msg":"region 6c35c803-83bc-4724-aadd-620a66d4838f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.947306945Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.947388077Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.947708565Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.960947947Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.983146503Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.985998795Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c35c803-83bc-4724-aadd-620a66d4838f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.986731373Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.986791764Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.986830296Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.986866406Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.99059511Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:15.995219916Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:16.379425327Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"a0cba7e1-2d1b-4135-94a8-2617e7e407e5","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region 2e605dcb-c38b-4761-b36d-2a70346dbda2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.211343834Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.211509389Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"7de1f4af-d106-4402-aa85-7dab6b5e68ce","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":212,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.211530239Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.217648182Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.217671933Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2e605dcb-c38b-4761-b36d-2a70346dbda2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.381360047Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"2e605dcb-c38b-4761-b36d-2a70346dbda2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e605dcb-c38b-4761-b36d-2a70346dbda2\" \"--data\" \"/data/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.381411758Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"2e605dcb-c38b-4761-b36d-2a70346dbda2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.462805808Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"ab93059d-a904-44d2-929f-8a54a01bc4c8","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.739915995Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"2e605dcb-c38b-4761-b36d-2a70346dbda2","component":"worker"} {"msg":"region 2e605dcb-c38b-4761-b36d-2a70346dbda2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.739975017Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.740163771Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.740846139Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.769920128Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.810970466Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.821939141Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.822149007Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.822192938Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.822230049Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.82226457Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.83624004Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:25.885375822Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:36:26.205580929Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions","method":"POST","req_id":"aeb76fd2-f5ac-4cc7-bb75-922fda52bf54","remote_addr":"[fd00:1122:3344:101::c]:43951","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.634699151Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52081"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.634805853Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","method":"GET","req_id":"95f05a4d-99b1-49f0-907c-e2ca343ae41f","remote_addr":"[fd00:1122:3344:101::c]:52081","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.63784734Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"dataset is oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.650422735Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"region 2e605dcb-c38b-4761-b36d-2a70346dbda2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.657041701Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.658109268Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","method":"DELETE","req_id":"73554557-4a04-461a-bf6a-f04a216fdfa9","remote_addr":"[fd00:1122:3344:101::c]:52081","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20273,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.658146249Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2e605dcb-c38b-4761-b36d-2a70346dbda2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.659077922Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.660778795Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","method":"GET","req_id":"fb18e351-4b12-4aa5-ac69-a24e9dedaa42","remote_addr":"[fd00:1122:3344:101::c]:52081","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.679474913Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_36d9877b-02cd-4dbb-97f1-d646ad0e51c2/crucible/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.68772706Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"region":"2e605dcb-c38b-4761-b36d-2a70346dbda2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.738646827Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","method":"GET","req_id":"2b4b1d4e-a569-4544-bb32-08a9e27695f3","remote_addr":"[fd00:1122:3344:101::c]:52081","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 2e605dcb-c38b-4761-b36d-2a70346dbda2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.743500009Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T00:37:01.847324541Z","hostname":"oxz_crucible_4680f9c8-7aa7-49b5-851e-43e2cb42cec2","pid":23687,"uri":"/crucible/0/regions/2e605dcb-c38b-4761-b36d-2a70346dbda2","method":"GET","req_id":"9a3e3a38-7ecd-4450-8f9e-88261320be1a","remote_addr":"[fd00:1122:3344:101::c]:52081","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":41,"response_code":200}