{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.893390101Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47066"}
{"msg":"region 4fca0064-3aed-4f1a-a315-49e5fc913e38 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.927250055Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.931522379Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.931548199Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions","method":"POST","req_id":"ae0708e2-8082-4cd4-aad5-f0a786afbe9d","remote_addr":"[fd00:1122:3344:101::c]:47066","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13232,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.937735151Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.937762392Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4fca0064-3aed-4f1a-a315-49e5fc913e38\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.989473236Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"4fca0064-3aed-4f1a-a315-49e5fc913e38","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fca0064-3aed-4f1a-a315-49e5fc913e38\" \"--data\" \"/data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:31.991585762Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"4fca0064-3aed-4f1a-a315-49e5fc913e38","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.105849978Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"4fca0064-3aed-4f1a-a315-49e5fc913e38","component":"worker"}
{"msg":"region 4fca0064-3aed-4f1a-a315-49e5fc913e38 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.10589325Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.105991853Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.108218513Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.112255808Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.125908587Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.127732483Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.128461959Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.128521051Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.128561763Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.128599454Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.138310602Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.141441744Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:32.315136091Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions","method":"POST","req_id":"6a149779-bc26-4a34-a916-06bcd83b85fa","remote_addr":"[fd00:1122:3344:101::c]:47066","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.322153779Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48354"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.322299994Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","method":"GET","req_id":"4686653f-f10d-4294-9b15-7922da37a9b5","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"path is \"/data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.327332504Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"dataset is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.333972553Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"snapshot is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38@c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.340578499Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\", \"c4125642-dafd-4e03-a862-e83165c96356\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.34059405Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.350321219Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38/snapshots/c4125642-dafd-4e03-a862-e83165c96356","method":"GET","req_id":"3ef0a0e7-22f2-4d93-b71b-fb338c6356f8","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23025,"response_code":200}
{"msg":"path is \"/data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.35622157Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"dataset is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.361567702Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"snapshot is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38@c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.367161132Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\", \"c4125642-dafd-4e03-a862-e83165c96356\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.367183723Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4fca0064-3aed-4f1a-a315-49e5fc913e38-c4125642-dafd-4e03-a862-e83165c96356 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.375354646Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"applying SMF actions for region 4fca0064-3aed-4f1a-a315-49e5fc913e38 running snapshot c4125642-dafd-4e03-a862-e83165c96356 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.378437607Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.378464408Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38/snapshots/c4125642-dafd-4e03-a862-e83165c96356/run","method":"POST","req_id":"18d9570f-ca10-44c5-b292-4a672e71b61a","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22249,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386670252Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386748205Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386825807Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386834137Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386875449Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.386921871Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.387025975Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.387078576Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.387123758Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.387165309Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.393736035Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4fca0064-3aed-4f1a-a315-49e5fc913e38-c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.39639663Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4fca0064-3aed-4f1a-a315-49e5fc913e38-c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.397677066Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4fca0064-3aed-4f1a-a315-49e5fc913e38-c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.405949763Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38/.zfs/snapshot/c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.406339527Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.406399829Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.40643837Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.406476712Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.406528443Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.409368345Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.413324817Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"region 4fca0064-3aed-4f1a-a315-49e5fc913e38 running snapshot c4125642-dafd-4e03-a862-e83165c96356 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.413356928Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"path is \"/data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.668685332Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"dataset is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.675397842Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"snapshot is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38@c4125642-dafd-4e03-a862-e83165c96356","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.682114363Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38\", \"c4125642-dafd-4e03-a862-e83165c96356\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.682152505Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:37.688628397Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38/snapshots/c4125642-dafd-4e03-a862-e83165c96356/run","method":"POST","req_id":"426f4e69-40ab-41c0-adcb-05503ba19e0f","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19991,"response_code":200}
{"msg":"region 443635f2-a331-4861-8fb4-e4e27a59941d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.191138678Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.191397627Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.191448409Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions","method":"POST","req_id":"352c7747-5dc0-48e7-ae38-4cc6a8331d98","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":274,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.198590875Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.198616166Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"443635f2-a331-4861-8fb4-e4e27a59941d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/443635f2-a331-4861-8fb4-e4e27a59941d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.256231501Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"443635f2-a331-4861-8fb4-e4e27a59941d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"443635f2-a331-4861-8fb4-e4e27a59941d\" \"--data\" \"/data/regions/443635f2-a331-4861-8fb4-e4e27a59941d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.256273663Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"443635f2-a331-4861-8fb4-e4e27a59941d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.310700654Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"443635f2-a331-4861-8fb4-e4e27a59941d","component":"worker"}
{"msg":"region 443635f2-a331-4861-8fb4-e4e27a59941d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.310758376Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.310883631Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.311256174Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.324949405Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.330073018Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.33179357Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.3320548Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.332101691Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.332139203Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.332174224Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.33402317Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.337176033Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.337274737Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.33735419Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.3373673Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.337389481Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.337438983Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.340635127Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.340691249Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.340746041Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.340779852Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.343144857Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.345144349Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.436348139Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions","method":"POST","req_id":"a1393a4e-d6ab-4441-b8b8-9a5a5511498f","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.52831841Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/443635f2-a331-4861-8fb4-e4e27a59941d","method":"GET","req_id":"bc69b2c4-7559-472b-9a6c-c4db894de217","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/443635f2-a331-4861-8fb4-e4e27a59941d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.531215794Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"dataset is oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/443635f2-a331-4861-8fb4-e4e27a59941d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.540948363Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"region 443635f2-a331-4861-8fb4-e4e27a59941d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.548542845Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.548717441Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.548745722Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/443635f2-a331-4861-8fb4-e4e27a59941d","method":"DELETE","req_id":"29723c49-0f93-4ea9-b00e-6ed9130cb5a6","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17556,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-443635f2-a331-4861-8fb4-e4e27a59941d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.549772269Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.55315364Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553261424Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553337717Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553356937Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553385478Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.55343899Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553522133Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/443635f2-a331-4861-8fb4-e4e27a59941d","method":"GET","req_id":"30755c2f-8507-4d01-8965-e4f5843abd0d","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fca0064-3aed-4f1a-a315-49e5fc913e38","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553886566Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.553932258Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.55398712Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.554047262Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.557575348Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.559080213Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96ad0d72-7678-45ca-a377-d07769acd0e0/crucible/regions/443635f2-a331-4861-8fb4-e4e27a59941d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.568751099Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"region":"443635f2-a331-4861-8fb4-e4e27a59941d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.616338035Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/443635f2-a331-4861-8fb4-e4e27a59941d","method":"GET","req_id":"69227c88-31ae-4d7b-b5cc-05a5263865d2","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"region 443635f2-a331-4861-8fb4-e4e27a59941d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.63712734Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.73557603Z","hostname":"oxz_crucible_cb4b1dbe-f342-4dc9-8e41-fd425508f753","pid":23553,"uri":"/crucible/0/regions/443635f2-a331-4861-8fb4-e4e27a59941d","method":"GET","req_id":"52d8ecac-fdef-4026-bbfc-7638da24ce92","remote_addr":"[fd00:1122:3344:101::c]:48354","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}