{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.071005128Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51308"} {"msg":"region fb0941cc-ccda-43d7-9afb-ce806bd3f73e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.117055997Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.120101017Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.120114527Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions","method":"POST","req_id":"a9feedcb-8e32-4fef-ba61-55ade23c7c30","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19164,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.130041883Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.130062224Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fb0941cc-ccda-43d7-9afb-ce806bd3f73e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fb0941cc-ccda-43d7-9afb-ce806bd3f73e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.181947128Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"fb0941cc-ccda-43d7-9afb-ce806bd3f73e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fb0941cc-ccda-43d7-9afb-ce806bd3f73e\" \"--data\" \"/data/regions/fb0941cc-ccda-43d7-9afb-ce806bd3f73e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.184792974Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"fb0941cc-ccda-43d7-9afb-ce806bd3f73e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.368550011Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions","method":"POST","req_id":"73343162-21cc-497c-bf59-d772d504d29d","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.563983518Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"fb0941cc-ccda-43d7-9afb-ce806bd3f73e","component":"worker"} {"msg":"region fb0941cc-ccda-43d7-9afb-ce806bd3f73e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.564045459Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.564152481Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.564754173Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.580817681Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.607767442Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.611872443Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb0941cc-ccda-43d7-9afb-ce806bd3f73e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.612781631Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.612873283Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.612928914Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.612974175Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.618054165Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.623945522Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:44.760219862Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions","method":"POST","req_id":"56009627-e1ff-43ae-b8a8-5f22246db411","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region 85d9c269-9309-4f2d-8ffb-b1c470df5e64 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.918756249Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.918944743Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.918973264Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions","method":"POST","req_id":"663df602-1c6e-44fc-9c60-c99223896bd0","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":242,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.926172296Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.926191646Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"85d9c269-9309-4f2d-8ffb-b1c470df5e64\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.976598991Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"85d9c269-9309-4f2d-8ffb-b1c470df5e64","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"85d9c269-9309-4f2d-8ffb-b1c470df5e64\" \"--data\" \"/data/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:50.976638422Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"85d9c269-9309-4f2d-8ffb-b1c470df5e64","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.054189403Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"85d9c269-9309-4f2d-8ffb-b1c470df5e64","component":"worker"} {"msg":"region 85d9c269-9309-4f2d-8ffb-b1c470df5e64 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.054224383Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.054343246Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.054705043Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.057936457Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.064750071Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.067625308Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.067936514Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.067981135Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.068022646Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.068059776Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.071989054Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.082814428Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:38:51.263176088Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions","method":"POST","req_id":"4b452dc7-ca4a-41f1-b567-c815ba752fdf","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.618844833Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","method":"GET","req_id":"d2e056f0-1549-4091-bacc-65cc2a6c51cf","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.622013336Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"dataset is oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.633709477Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"region 85d9c269-9309-4f2d-8ffb-b1c470df5e64 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.641427079Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.642033401Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.642042351Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","method":"DELETE","req_id":"560db8f6-8f8e-4d5f-9aac-321620984be4","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20061,"response_code":204} {"msg":"disabling downstairs instance: downstairs-85d9c269-9309-4f2d-8ffb-b1c470df5e64 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.64300962Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.645138642Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","method":"GET","req_id":"2ee4977d-11c5-49db-a702-dc6fe777c0e0","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.65870634Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_de5be12a-ea7a-4c76-a8f1-7996e72748ce/crucible/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.666016934Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"region":"85d9c269-9309-4f2d-8ffb-b1c470df5e64","component":"worker"} {"msg":"region 85d9c269-9309-4f2d-8ffb-b1c470df5e64 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.716237695Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T21:39:16.748045973Z","hostname":"oxz_crucible_1db00e15-7ec4-4047-aa50-0b9087cc1f02","pid":24421,"uri":"/crucible/0/regions/85d9c269-9309-4f2d-8ffb-b1c470df5e64","method":"GET","req_id":"25cc8f52-4ee9-4095-be59-e784fee3ee13","remote_addr":"[fd00:1122:3344:101::a]:51308","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}