{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.346700305Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35418"} {"msg":"region f4d9c02a-c5b5-4f35-89e5-4ec483b21d51 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.397766757Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.402490085Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.402511486Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions","method":"POST","req_id":"e76a36ce-0a87-463a-840e-10714689af94","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23271,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.412833656Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.412853346Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f4d9c02a-c5b5-4f35-89e5-4ec483b21d51\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f4d9c02a-c5b5-4f35-89e5-4ec483b21d51\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.492474282Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f4d9c02a-c5b5-4f35-89e5-4ec483b21d51\" \"--data\" \"/data/regions/f4d9c02a-c5b5-4f35-89e5-4ec483b21d51\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.494680406Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.778221173Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions","method":"POST","req_id":"e1319e45-a359-4fe8-a082-18f7102a09dd","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.942313556Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","component":"worker"} {"msg":"region f4d9c02a-c5b5-4f35-89e5-4ec483b21d51 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.942358927Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.942451069Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.942785053Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.95423219Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.972218991Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.975554129Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f4d9c02a-c5b5-4f35-89e5-4ec483b21d51","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.976107227Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.976167908Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.976205659Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.976239249Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.98043832Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.98456689Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:34.298987548Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions","method":"POST","req_id":"70af08bd-0736-405e-9ce3-de2671e04711","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region dae19dfd-a044-47e8-b303-0d8c66591d3b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.433691499Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.433849651Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions","method":"POST","req_id":"f9bce866-84c2-4e38-af38-a250182429dc","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":207,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.433865142Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.440081132Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.440095912Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dae19dfd-a044-47e8-b303-0d8c66591d3b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.5046525Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"dae19dfd-a044-47e8-b303-0d8c66591d3b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dae19dfd-a044-47e8-b303-0d8c66591d3b\" \"--data\" \"/data/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.504703771Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"dae19dfd-a044-47e8-b303-0d8c66591d3b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.579942104Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"dae19dfd-a044-47e8-b303-0d8c66591d3b","component":"worker"} {"msg":"region dae19dfd-a044-47e8-b303-0d8c66591d3b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.579984794Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.580081216Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.580482322Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.584078094Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.591576923Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.594205991Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.594502905Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.594544876Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.594581697Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.594613587Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.598383812Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.609777537Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:40.722267821Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions","method":"POST","req_id":"b43df729-c208-4b60-b4bc-31202c12894c","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.408751207Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","method":"GET","req_id":"b4557675-c08d-4a50-8372-63cb55bd63e7","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.411805911Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"dataset is oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.420083791Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"region dae19dfd-a044-47e8-b303-0d8c66591d3b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.426766079Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.42691011Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","method":"DELETE","req_id":"c757392f-6b87-48cf-8f23-a076ff79f29b","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15123,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.426927411Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-dae19dfd-a044-47e8-b303-0d8c66591d3b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.427861834Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.429994405Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","method":"GET","req_id":"1fb35470-bcd5-41d0-8c42-f2e789d55d83","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.440481428Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_732f2f12-c756-48d5-81fb-1b090effa249/crucible/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.447441369Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"region":"dae19dfd-a044-47e8-b303-0d8c66591d3b","component":"worker"} {"msg":"region dae19dfd-a044-47e8-b303-0d8c66591d3b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.497428405Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:06:07.524676661Z","hostname":"oxz_crucible_54859643-e758-4a41-ae0f-0ba30fc82dbf","pid":24729,"uri":"/crucible/0/regions/dae19dfd-a044-47e8-b303-0d8c66591d3b","method":"GET","req_id":"8af622d1-c572-4272-a9c0-02cdb23ac2e4","remote_addr":"[fd00:1122:3344:101::a]:35418","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}