{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.116919639Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64860"} {"msg":"region 1231de93-7dee-4835-9cde-2cc226d4b874 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.11702222Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.117712383Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.117722353Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"84441344-267e-4169-81ff-6bc7360deb6f","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":731,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.12594962Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.12596592Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1231de93-7dee-4835-9cde-2cc226d4b874\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1231de93-7dee-4835-9cde-2cc226d4b874\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.196458319Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"1231de93-7dee-4835-9cde-2cc226d4b874","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1231de93-7dee-4835-9cde-2cc226d4b874\" \"--data\" \"/data/regions/1231de93-7dee-4835-9cde-2cc226d4b874\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.19648574Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"1231de93-7dee-4835-9cde-2cc226d4b874","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.302552415Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"1231de93-7dee-4835-9cde-2cc226d4b874","component":"worker"} {"msg":"region 1231de93-7dee-4835-9cde-2cc226d4b874 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.302577475Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.302694957Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.303017553Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.312761787Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.336852497Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.340231228Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1231de93-7dee-4835-9cde-2cc226d4b874","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.340504543Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.340548863Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.340590104Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.340624045Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.344166458Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.361384136Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.447916641Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"789a6bbd-bc19-4fcd-ab20-241bec040d49","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.755268552Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36260"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.755388884Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/1231de93-7dee-4835-9cde-2cc226d4b874","method":"GET","req_id":"e50c2791-58f6-4df8-9ceb-e02decb40d11","remote_addr":"[fd00:1122:3344:101::c]:36260","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.876515378Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48357"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.876613329Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/1231de93-7dee-4835-9cde-2cc226d4b874","method":"GET","req_id":"d0a1ecbe-d9d3-4957-bf5e-8e03b3d9505f","remote_addr":"[fd00:1122:3344:101::a]:48357","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.325932015Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","method":"GET","req_id":"5ca35008-1f7b-450f-bf4d-f129697cb45a","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.331751849Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"dataset is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.338954828Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"snapshot is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.346425951Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.346452542Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.358396355Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129","method":"GET","req_id":"362831f4-f1a7-495c-8280-8b97097b3512","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26671,"response_code":200} {"msg":"path is \"/data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.362077331Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"dataset is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.369118267Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"snapshot is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.376372186Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.376395667Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 28706b01-5d97-47a2-b46b-5d3e4f6d3634-b37c9f1e-c473-4967-bb6b-8d1939804129 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.383996383Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"applying SMF actions for region 28706b01-5d97-47a2-b46b-5d3e4f6d3634 running snapshot b37c9f1e-c473-4967-bb6b-8d1939804129 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.384145625Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.384155195Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129/run","method":"POST","req_id":"9d394151-dee6-4da0-96d5-e80bc10fda51","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22113,"response_code":200} {"msg":"creating missing snapshot instance snapshot-28706b01-5d97-47a2-b46b-5d3e4f6d3634-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.388516463Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-28706b01-5d97-47a2-b46b-5d3e4f6d3634-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.398685185Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-28706b01-5d97-47a2-b46b-5d3e4f6d3634-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.409284974Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634/.zfs/snapshot/b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.409487888Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.409530679Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.409570199Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.40961606Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.409664641Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.414237303Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.419537537Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"region 28706b01-5d97-47a2-b46b-5d3e4f6d3634 running snapshot b37c9f1e-c473-4967-bb6b-8d1939804129 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.419558608Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"path is \"/data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.622243128Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"dataset is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.629287204Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"snapshot is oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.635860342Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.635886592Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:32.643237593Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129/run","method":"POST","req_id":"2ac98a26-c81a-4243-8783-4fe4705f9d09","remote_addr":"[fd00:1122:3344:101::b]:64860","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21044,"response_code":200}