{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.533672171Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47337"}
{"msg":"region 61835337-b480-4d99-b073-4cc3fb69bf40 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.533769142Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.53437213Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.53438938Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions","method":"POST","req_id":"47020683-aa1f-47dd-ab7c-8f53bc8071f9","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":635,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.546399815Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.546420025Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"61835337-b480-4d99-b073-4cc3fb69bf40\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61835337-b480-4d99-b073-4cc3fb69bf40\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.587386523Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"region":"61835337-b480-4d99-b073-4cc3fb69bf40","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61835337-b480-4d99-b073-4cc3fb69bf40\" \"--data\" \"/data/regions/61835337-b480-4d99-b073-4cc3fb69bf40\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.587427104Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"region":"61835337-b480-4d99-b073-4cc3fb69bf40","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.640777631Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"region":"61835337-b480-4d99-b073-4cc3fb69bf40","component":"worker"}
{"msg":"region 61835337-b480-4d99-b073-4cc3fb69bf40 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.640813261Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.641010084Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.641880895Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.656285781Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.661891063Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.66322626Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61835337-b480-4d99-b073-4cc3fb69bf40","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.663555254Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.663603085Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.663642146Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.663703436Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.665276477Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.669039905Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:49.757808789Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions","method":"POST","req_id":"3b549412-0a51-41c3-aa4e-eb2bd0d38b21","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.944208288Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94","method":"GET","req_id":"e7e17364-1563-4c2f-8b00-3875204a2c22","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"path is \"/data/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.950328857Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"dataset is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.956120022Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"snapshot is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94@fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.962770017Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\", \"fdde8712-f81f-427a-9439-429678eb2f11\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.962795468Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.973760689Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94/snapshots/fdde8712-f81f-427a-9439-429678eb2f11","method":"GET","req_id":"bb6176e1-e900-44d9-9f7b-90e42a8c3488","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25935,"response_code":200}
{"msg":"path is \"/data/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.977139543Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"dataset is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.982748485Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"snapshot is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94@fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.988286126Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\", \"fdde8712-f81f-427a-9439-429678eb2f11\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.988298647Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 816fe0c5-6743-451e-88dd-56caf6f8dd94-fdde8712-f81f-427a-9439-429678eb2f11 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.994544857Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"applying SMF actions for region 816fe0c5-6743-451e-88dd-56caf6f8dd94 running snapshot fdde8712-f81f-427a-9439-429678eb2f11 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.9947584Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.99478242Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94/snapshots/fdde8712-f81f-427a-9439-429678eb2f11/run","method":"POST","req_id":"addfafc6-e8b5-4f9f-af32-b994c8ec90a8","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17644,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-816fe0c5-6743-451e-88dd-56caf6f8dd94-fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.997357313Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-816fe0c5-6743-451e-88dd-56caf6f8dd94-fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:50.998765121Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-816fe0c5-6743-451e-88dd-56caf6f8dd94-fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.003824037Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94/.zfs/snapshot/fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.00408616Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.004135101Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.004175851Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.004214532Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.004264352Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.006229918Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.009303057Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"worker"}
{"msg":"region 816fe0c5-6743-451e-88dd-56caf6f8dd94 running snapshot fdde8712-f81f-427a-9439-429678eb2f11 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.009313028Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"path is \"/data/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.204996949Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"dataset is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.211265699Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"datafile"}
{"msg":"snapshot is oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94@fdde8712-f81f-427a-9439-429678eb2f11","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.2175326Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff2de8c9-5f71-492d-a6d3-a4277f49918b/crucible/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94\", \"fdde8712-f81f-427a-9439-429678eb2f11\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.21755622Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:19:51.222850059Z","hostname":"oxz_crucible_7f08c96f-d811-44b8-afaf-2a5e5bee762e","pid":22871,"uri":"/crucible/0/regions/816fe0c5-6743-451e-88dd-56caf6f8dd94/snapshots/fdde8712-f81f-427a-9439-429678eb2f11/run","method":"POST","req_id":"641c3ee8-a867-446d-9f4c-e056d4ccb0fd","remote_addr":"[fd00:1122:3344:101::b]:47337","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17892,"response_code":200}