{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.50773528Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59440"} {"msg":"region 7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.507835292Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.50922287Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"42a435bc-2a8c-4f2c-a51a-214d861ce485","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1420,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.509244391Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.517694581Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.517711741Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.572142189Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41\" \"--data\" \"/data/regions/7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.57217264Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.777432801Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"24ae3ce8-c219-473e-953d-b28fad2812d9","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.973794632Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","component":"worker"} {"msg":"region 7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.973836313Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.973941045Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.974768211Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.988466338Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.013133675Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.016458552Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d49bbcb-8ae3-4ed3-b96c-1447b00b9c41","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.016780809Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.01682587Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.016868161Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.016903572Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.021067705Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.025480205Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:31.347865918Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"d54da80d-b155-4cca-aede-3d845f3bc782","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region 0990a6ff-9c79-45de-b808-dbe10f30f5e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.157794922Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.157955166Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"174f7745-8344-4e07-a976-9f348491daf1","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.157971176Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.165022658Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.165049609Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0990a6ff-9c79-45de-b808-dbe10f30f5e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.209844852Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"0990a6ff-9c79-45de-b808-dbe10f30f5e2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0990a6ff-9c79-45de-b808-dbe10f30f5e2\" \"--data\" \"/data/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.209880393Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"0990a6ff-9c79-45de-b808-dbe10f30f5e2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.30392519Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"0990a6ff-9c79-45de-b808-dbe10f30f5e2","component":"worker"} {"msg":"region 0990a6ff-9c79-45de-b808-dbe10f30f5e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.303963351Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.304115114Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.305363159Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.314638936Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.3242258Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.328634079Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.329033217Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.329105988Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.329158399Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.32920527Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.334343474Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.347462478Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:38.437826301Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"13071328-3e72-4ee4-a9cf-3a581b9082b6","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.210407369Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","method":"GET","req_id":"b6cce923-2c63-4470-987a-855e9f0e1a0e","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.213362429Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"dataset is oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.223580885Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"region 0990a6ff-9c79-45de-b808-dbe10f30f5e2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.231593626Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.23179069Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","method":"DELETE","req_id":"d6b9ad14-2d8e-4b16-9678-6627469745ae","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18455,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.231810681Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-0990a6ff-9c79-45de-b808-dbe10f30f5e2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.23328139Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.233992325Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","method":"GET","req_id":"ceeb681f-b38d-48df-82af-378866cd3699","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.247085649Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_eec6310e-6cee-4062-a29b-56849da481d5/crucible/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.254722793Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"region":"0990a6ff-9c79-45de-b808-dbe10f30f5e2","component":"worker"} {"msg":"region 0990a6ff-9c79-45de-b808-dbe10f30f5e2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.306061799Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:35:04.339262678Z","hostname":"oxz_crucible_8c25bd29-a19f-4a9f-af81-3e5a21d61356","pid":24652,"uri":"/crucible/0/regions/0990a6ff-9c79-45de-b808-dbe10f30f5e2","method":"GET","req_id":"1c5dc5ff-ed81-4f6a-951b-2738d8615095","remote_addr":"[fd00:1122:3344:101::a]:59440","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200}