{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.152786334Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37541"} {"msg":"region 1bfd9794-5a23-4a5f-9d62-311c3315ae01 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.152938947Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153831623Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions","method":"POST","req_id":"bf2be51d-89fc-40c1-92d1-886d20db69a4","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":926,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153844323Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.162967596Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.162982006Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1bfd9794-5a23-4a5f-9d62-311c3315ae01\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1bfd9794-5a23-4a5f-9d62-311c3315ae01\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.217140726Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"1bfd9794-5a23-4a5f-9d62-311c3315ae01","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1bfd9794-5a23-4a5f-9d62-311c3315ae01\" \"--data\" \"/data/regions/1bfd9794-5a23-4a5f-9d62-311c3315ae01\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.217177337Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"1bfd9794-5a23-4a5f-9d62-311c3315ae01","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.295453977Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"1bfd9794-5a23-4a5f-9d62-311c3315ae01","component":"worker"} {"msg":"region 1bfd9794-5a23-4a5f-9d62-311c3315ae01 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.295487558Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.295577469Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.296359633Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.306532651Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.325854821Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.328721433Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1bfd9794-5a23-4a5f-9d62-311c3315ae01","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.328925646Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.328968267Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.329003518Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.329037098Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.332291617Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.336664965Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.499082523Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions","method":"POST","req_id":"6025b09e-51c4-44e2-9c6f-f2926c02d7b7","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region afcc479f-b1dc-43df-bfb3-d5ea9c9f8970 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.020372894Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.020540007Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions","method":"POST","req_id":"7e9b090b-7895-415a-89fa-457e373b4469","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":218,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.020557127Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.026156648Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.026176668Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.083876371Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\" \"--data\" \"/data/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.083911611Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.205861635Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","component":"worker"} {"msg":"region afcc479f-b1dc-43df-bfb3-d5ea9c9f8970 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.205898645Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.205999707Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.210816713Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.219217774Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.226221639Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.22905094Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.229253433Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.229292554Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.229341365Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.229375596Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.232946056Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.237610083Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:47.307477093Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions","method":"POST","req_id":"90346ccc-8cb9-4224-a527-dff45e37e5a6","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.026436259Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","method":"GET","req_id":"9b0b6dea-71d4-4878-9dd6-8cafa930cdba","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.029355561Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"dataset is oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.040927688Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"region afcc479f-b1dc-43df-bfb3-d5ea9c9f8970 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.047433285Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.048138837Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","method":"DELETE","req_id":"454584fc-650b-4a8d-8d4d-d3f5cd294f02","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18816,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.048155518Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-afcc479f-b1dc-43df-bfb3-d5ea9c9f8970 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.049206287Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.051163952Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","method":"GET","req_id":"306263c4-092a-473d-823f-461bf3dd8dd8","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.059279017Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_00444b31-8643-4687-9437-4e8514239673/crucible/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.067783389Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"region":"afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","component":"worker"} {"msg":"region afcc479f-b1dc-43df-bfb3-d5ea9c9f8970 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.124729559Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:22:12.166922024Z","hostname":"oxz_crucible_f6b91339-f90f-4cc5-9213-e405db781836","pid":23861,"uri":"/crucible/0/regions/afcc479f-b1dc-43df-bfb3-d5ea9c9f8970","method":"GET","req_id":"0d521892-8078-424c-81a8-1b72d7194bbe","remote_addr":"[fd00:1122:3344:101::c]:37541","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}