{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.60891806Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59815"} {"msg":"region 94d96843-990c-43c7-97b9-d9af0febd884 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.608996162Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.610170851Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions","method":"POST","req_id":"1c615999-20cb-492f-ac79-9bea3484a016","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1210,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.610188792Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.617168637Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.617183458Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"94d96843-990c-43c7-97b9-d9af0febd884\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/94d96843-990c-43c7-97b9-d9af0febd884\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.67807181Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"region":"94d96843-990c-43c7-97b9-d9af0febd884","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"94d96843-990c-43c7-97b9-d9af0febd884\" \"--data\" \"/data/regions/94d96843-990c-43c7-97b9-d9af0febd884\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.6781088Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"region":"94d96843-990c-43c7-97b9-d9af0febd884","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.820480036Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"region":"94d96843-990c-43c7-97b9-d9af0febd884","component":"worker"} {"msg":"region 94d96843-990c-43c7-97b9-d9af0febd884 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.820523547Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.820609328Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.840734393Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions","method":"POST","req_id":"1a6da750-3be4-4890-aa92-6d5405f2dff2","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"creating missing downstairs instance downstairs-94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.840772243Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.853114488Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.869357538Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.873443736Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94d96843-990c-43c7-97b9-d9af0febd884","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.873743681Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.873788792Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.873822762Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.873855293Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.880097347Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:47.888005528Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.170946969Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions/817524cb-6371-4302-ae1b-e1670a4a5316","method":"GET","req_id":"122aa440-2ad8-4a75-9c62-7658f24b4ab5","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"path is \"/data/regions/817524cb-6371-4302-ae1b-e1670a4a5316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.174137882Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"dataset is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.180951725Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"snapshot is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316@a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.187723318Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316\", \"a30a55e6-798a-460b-a8eb-2dbd1f095fa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.187742388Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.196091597Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions/817524cb-6371-4302-ae1b-e1670a4a5316/snapshots/a30a55e6-798a-460b-a8eb-2dbd1f095fa6","method":"GET","req_id":"ebc05ac0-5e9d-4cb5-b59e-0cffa0b2ffc0","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21978,"response_code":200} {"msg":"path is \"/data/regions/817524cb-6371-4302-ae1b-e1670a4a5316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.199713477Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"dataset is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.206206015Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"snapshot is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316@a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.211563524Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316\", \"a30a55e6-798a-460b-a8eb-2dbd1f095fa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.211582765Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 817524cb-6371-4302-ae1b-e1670a4a5316-a30a55e6-798a-460b-a8eb-2dbd1f095fa6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.218041012Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.218168624Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions/817524cb-6371-4302-ae1b-e1670a4a5316/snapshots/a30a55e6-798a-460b-a8eb-2dbd1f095fa6/run","method":"POST","req_id":"55e86ad3-7e29-48d0-9e3b-9f41b0acb0d9","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18470,"response_code":200} {"msg":"applying SMF actions for region 817524cb-6371-4302-ae1b-e1670a4a5316 running snapshot a30a55e6-798a-460b-a8eb-2dbd1f095fa6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.218180364Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-817524cb-6371-4302-ae1b-e1670a4a5316-a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.222872592Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-817524cb-6371-4302-ae1b-e1670a4a5316-a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.230968647Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-817524cb-6371-4302-ae1b-e1670a4a5316-a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240365303Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/817524cb-6371-4302-ae1b-e1670a4a5316/.zfs/snapshot/a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240596407Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240636457Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240670178Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240703318Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.240743229Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.244087775Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.248146192Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"worker"} {"msg":"region 817524cb-6371-4302-ae1b-e1670a4a5316 running snapshot a30a55e6-798a-460b-a8eb-2dbd1f095fa6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.248153032Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"path is \"/data/regions/817524cb-6371-4302-ae1b-e1670a4a5316\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.407017533Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"dataset is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.414042039Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"datafile"} {"msg":"snapshot is oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316@a30a55e6-798a-460b-a8eb-2dbd1f095fa6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.419945988Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9d7350d-6692-456e-8e72-457628d9f22b/crucible/regions/817524cb-6371-4302-ae1b-e1670a4a5316\", \"a30a55e6-798a-460b-a8eb-2dbd1f095fa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.419960128Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T01:48:49.425910267Z","hostname":"oxz_crucible_c84c560c-1848-4649-ab27-5df5769b901f","pid":23381,"uri":"/crucible/0/regions/817524cb-6371-4302-ae1b-e1670a4a5316/snapshots/a30a55e6-798a-460b-a8eb-2dbd1f095fa6/run","method":"POST","req_id":"cd40ae1d-7bcd-47c7-a056-342c7cd2ba08","remote_addr":"[fd00:1122:3344:101::c]:59815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18907,"response_code":200}