{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.711379636Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64670"}
{"msg":"region b422453a-f725-47dc-9cfb-f3f967fb9594 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.75805993Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.761248342Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.761272012Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"eb39ca5f-8997-4363-8cc1-70f84ef95912","remote_addr":"[fd00:1122:3344:101::a]:64670","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20501,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.769518276Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.769534336Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b422453a-f725-47dc-9cfb-f3f967fb9594\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.811686584Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"b422453a-f725-47dc-9cfb-f3f967fb9594","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b422453a-f725-47dc-9cfb-f3f967fb9594\" \"--data\" \"/data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.814067618Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"b422453a-f725-47dc-9cfb-f3f967fb9594","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.074749862Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"436a357e-3d2d-4085-9b4a-12e2afe524c3","remote_addr":"[fd00:1122:3344:101::a]:64670","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.152294358Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"b422453a-f725-47dc-9cfb-f3f967fb9594","component":"worker"}
{"msg":"region b422453a-f725-47dc-9cfb-f3f967fb9594 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.152341049Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.152419809Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.152769753Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.157906035Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.167846056Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.169009947Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.169732965Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.169797186Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.169838126Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.169875066Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.171933717Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.174261581Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.627337516Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"4406667d-bd72-48e1-a00d-abdefc0ec923","remote_addr":"[fd00:1122:3344:101::a]:64670","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.768156767Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46412"}
{"msg":"region d5af5b06-1881-4664-b0f9-82e4128b62aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.768606551Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.769383579Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.769426Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"a2705d11-064f-4109-a470-7331befcf34e","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":810,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.779456241Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.779486462Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d5af5b06-1881-4664-b0f9-82e4128b62aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5af5b06-1881-4664-b0f9-82e4128b62aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.840864024Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d5af5b06-1881-4664-b0f9-82e4128b62aa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5af5b06-1881-4664-b0f9-82e4128b62aa\" \"--data\" \"/data/regions/d5af5b06-1881-4664-b0f9-82e4128b62aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.840914055Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d5af5b06-1881-4664-b0f9-82e4128b62aa","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.897015124Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d5af5b06-1881-4664-b0f9-82e4128b62aa","component":"worker"}
{"msg":"region d5af5b06-1881-4664-b0f9-82e4128b62aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.897048424Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.897153446Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.909497981Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.913316169Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.919523962Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.920843245Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5af5b06-1881-4664-b0f9-82e4128b62aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.921138788Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.921192969Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.921243839Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.92127906Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.92329399Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.926380791Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.968356177Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"73d17d73-30d6-40d7-bc2c-f280719e9198","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.627283171Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","method":"GET","req_id":"29d342c0-a133-4e62-965f-000b2bbe5548","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"path is \"/data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.630957658Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"dataset is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.63898182Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"snapshot is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.64686371Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.64689562Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.656158044Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/b422453a-f725-47dc-9cfb-f3f967fb9594/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","method":"GET","req_id":"e5835a4b-0c58-4322-b3bd-305a53b5b09c","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25291,"response_code":200}
{"msg":"path is \"/data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.659790321Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"dataset is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.666097065Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"snapshot is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.672051825Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.672085695Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b422453a-f725-47dc-9cfb-f3f967fb9594-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.67848485Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"applying SMF actions for region b422453a-f725-47dc-9cfb-f3f967fb9594 running snapshot bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.678615632Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.678628632Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/b422453a-f725-47dc-9cfb-f3f967fb9594/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa/run","method":"POST","req_id":"255edc08-fb7c-4263-9561-b7610cb4ab1d","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18871,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-b422453a-f725-47dc-9cfb-f3f967fb9594-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.683227588Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b422453a-f725-47dc-9cfb-f3f967fb9594-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.687070238Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b422453a-f725-47dc-9cfb-f3f967fb9594-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.692834566Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594/.zfs/snapshot/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.693121619Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.693168569Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.69320844Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.69324656Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.693294971Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.695332111Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.698223761Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"region b422453a-f725-47dc-9cfb-f3f967fb9594 running snapshot bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.698261831Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"path is \"/data/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:14.009442067Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"dataset is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:14.01566058Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"snapshot is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:14.021013334Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/b422453a-f725-47dc-9cfb-f3f967fb9594\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:14.021036104Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:14.025636391Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/b422453a-f725-47dc-9cfb-f3f967fb9594/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa/run","method":"POST","req_id":"b799f4d9-481c-4e8f-990b-4a02ce81c1bf","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16242,"response_code":200}
{"msg":"region d8b88646-4532-42c7-8c3f-61943c1824c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.206601029Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.20673458Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.20675189Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"56cd45d2-f9e7-4bd7-81e0-aa60292e0482","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":187,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.212769611Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.212803022Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d8b88646-4532-42c7-8c3f-61943c1824c3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d8b88646-4532-42c7-8c3f-61943c1824c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.255507555Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d8b88646-4532-42c7-8c3f-61943c1824c3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d8b88646-4532-42c7-8c3f-61943c1824c3\" \"--data\" \"/data/regions/d8b88646-4532-42c7-8c3f-61943c1824c3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.255551735Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d8b88646-4532-42c7-8c3f-61943c1824c3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.303082117Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d8b88646-4532-42c7-8c3f-61943c1824c3","component":"worker"}
{"msg":"region d8b88646-4532-42c7-8c3f-61943c1824c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.303117488Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.303226049Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.304887056Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.306052487Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.309539143Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.310757725Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.311060758Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.311105649Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.311148549Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.311184189Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.312894287Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.316992508Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:18.509330749Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions","method":"POST","req_id":"dffbbe3b-badf-4fae-ac51-142ffc1b2e44","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.105452735Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","method":"GET","req_id":"c8119641-b5f5-4dfe-b4a9-2569cd6ca296","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/d8b88646-4532-42c7-8c3f-61943c1824c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.109632617Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"dataset is oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.118650009Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"region d8b88646-4532-42c7-8c3f-61943c1824c3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.125419717Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.12563039Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.12567245Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","method":"DELETE","req_id":"58d5adf4-c5cc-46fd-b7e4-d8f719b6b136","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16656,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d8b88646-4532-42c7-8c3f-61943c1824c3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.126689241Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.129466249Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","method":"GET","req_id":"f7e1f509-1620-454d-9e96-12620405b8f0","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.131959324Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a0d4bba2-a17b-41da-aa32-bb2b7de0796b/crucible/regions/d8b88646-4532-42c7-8c3f-61943c1824c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.140692423Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"region":"d8b88646-4532-42c7-8c3f-61943c1824c3","component":"worker"}
{"msg":"region d8b88646-4532-42c7-8c3f-61943c1824c3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.189469037Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:43.268695451Z","hostname":"oxz_crucible_3c4f6365-7966-43de-b719-c5b228927e60","pid":22007,"uri":"/crucible/0/regions/d8b88646-4532-42c7-8c3f-61943c1824c3","method":"GET","req_id":"8650fb38-f6be-42e2-9da2-fc3ac393219e","remote_addr":"[fd00:1122:3344:101::a]:46412","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200}