{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.142706032Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44229"} {"msg":"region 44a5d0ce-d2dd-448c-8f58-b19cf2c83a86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.198910117Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.202336534Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.202352845Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions","method":"POST","req_id":"d7b94278-e19f-42a9-80ad-ac6545f19009","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24661,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.217640938Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.217664548Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"44a5d0ce-d2dd-448c-8f58-b19cf2c83a86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/44a5d0ce-d2dd-448c-8f58-b19cf2c83a86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.284202397Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"44a5d0ce-d2dd-448c-8f58-b19cf2c83a86\" \"--data\" \"/data/regions/44a5d0ce-d2dd-448c-8f58-b19cf2c83a86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.287248871Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.464557586Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions","method":"POST","req_id":"30667018-3973-4679-9839-d61cbf904d04","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.756449727Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","component":"worker"} {"msg":"region 44a5d0ce-d2dd-448c-8f58-b19cf2c83a86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.756514668Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.756663219Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.757249944Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.774263701Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.799354564Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.806971836Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/44a5d0ce-d2dd-448c-8f58-b19cf2c83a86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.807617691Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.807681231Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.807724352Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.807760542Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.815856398Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.821537484Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:36.930972409Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions","method":"POST","req_id":"def09c26-7db2-4b30-8073-29f3839029ae","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region bcb3e580-386f-4ba3-b670-e40a8c269d0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.813722129Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.81394961Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.813972361Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions","method":"POST","req_id":"019fa7b3-9d8d-499f-9646-05f3467fa04f","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":210,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.821672183Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.821706343Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bcb3e580-386f-4ba3-b670-e40a8c269d0a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.869915163Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"bcb3e580-386f-4ba3-b670-e40a8c269d0a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bcb3e580-386f-4ba3-b670-e40a8c269d0a\" \"--data\" \"/data/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.869953703Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"bcb3e580-386f-4ba3-b670-e40a8c269d0a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.957186959Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"bcb3e580-386f-4ba3-b670-e40a8c269d0a","component":"worker"} {"msg":"region bcb3e580-386f-4ba3-b670-e40a8c269d0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.957230549Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.95732717Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.961277982Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.964109939Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.971033911Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.974251527Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.974446919Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.974490579Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.974529599Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.97456502Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.978763764Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:43.983160829Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:17:44.160506263Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions","method":"POST","req_id":"1e19f861-3282-4575-b714-42f8dfee5a91","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.154693207Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","method":"GET","req_id":"3560db62-f880-4646-99b6-2723b0ef38e0","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.158153045Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"dataset is oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.165865528Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"region bcb3e580-386f-4ba3-b670-e40a8c269d0a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.172805024Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.173047646Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.173068336Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","method":"DELETE","req_id":"55cd0d26-60dc-48e9-a5c3-fa92685751ca","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14930,"response_code":204} {"msg":"disabling downstairs instance: downstairs-bcb3e580-386f-4ba3-b670-e40a8c269d0a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.174136805Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.176341933Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","method":"GET","req_id":"dbbcce6f-f33f-4024-8b81-23c5a85a3b4c","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.182095679Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6fbf125e-5980-44af-9e98-7309bdbd2610/crucible/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.190211915Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"region":"bcb3e580-386f-4ba3-b670-e40a8c269d0a","component":"worker"} {"msg":"region bcb3e580-386f-4ba3-b670-e40a8c269d0a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.244533584Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:18:11.307871877Z","hostname":"oxz_crucible_3c656586-9448-475f-bee3-14f9ae034b7b","pid":23887,"uri":"/crucible/0/regions/bcb3e580-386f-4ba3-b670-e40a8c269d0a","method":"GET","req_id":"9e978a6e-a4b4-4775-a27b-0c85f25cb703","remote_addr":"[fd00:1122:3344:101::c]:44229","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}