{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.211139468Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37814"} {"msg":"region 565f3f64-68c3-4474-ac7b-d1b604d0620d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.21122014Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.212222761Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.212237851Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions","method":"POST","req_id":"fba45aae-a198-4bbe-acc6-97bc2b166c92","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1045,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.220386655Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.220405815Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"565f3f64-68c3-4474-ac7b-d1b604d0620d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/565f3f64-68c3-4474-ac7b-d1b604d0620d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.266580424Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"region":"565f3f64-68c3-4474-ac7b-d1b604d0620d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"565f3f64-68c3-4474-ac7b-d1b604d0620d\" \"--data\" \"/data/regions/565f3f64-68c3-4474-ac7b-d1b604d0620d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.266613675Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"region":"565f3f64-68c3-4474-ac7b-d1b604d0620d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.345857326Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"region":"565f3f64-68c3-4474-ac7b-d1b604d0620d","component":"worker"} {"msg":"region 565f3f64-68c3-4474-ac7b-d1b604d0620d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.345885137Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.345991399Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.346819767Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.363253366Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.382494614Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.384263351Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions","method":"POST","req_id":"93ec38ce-ef00-450c-b900-aed1b0323226","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.38607278Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/565f3f64-68c3-4474-ac7b-d1b604d0620d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.386348016Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.386404157Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.386445718Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.386490099Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.390728149Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:00.409069068Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.186452593Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1","method":"GET","req_id":"2ec89e1b-7e9d-49f6-b67a-c6c75b0ff567","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.189999829Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"dataset is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.196473576Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"snapshot is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.203374753Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.203394923Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.211711639Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea","method":"GET","req_id":"828e7484-ec47-4c8c-9e82-15e8cfd63825","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21739,"response_code":200} {"msg":"path is \"/data/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.214910897Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"dataset is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.22118716Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"snapshot is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.226502603Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.226523034Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f2128925-c697-48f3-8b0e-3e5b9a784aa1-45477e06-0bdf-482e-973b-3eb2b7281fea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.234546443Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"applying SMF actions for region f2128925-c697-48f3-8b0e-3e5b9a784aa1 running snapshot 45477e06-0bdf-482e-973b-3eb2b7281fea (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.234688786Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.234697517Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea/run","method":"POST","req_id":"cec38e55-16c6-445b-a2d0-8822c633299c","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19807,"response_code":200} {"msg":"creating missing snapshot instance snapshot-f2128925-c697-48f3-8b0e-3e5b9a784aa1-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.239805445Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f2128925-c697-48f3-8b0e-3e5b9a784aa1-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.242650825Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f2128925-c697-48f3-8b0e-3e5b9a784aa1-45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252105446Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1/.zfs/snapshot/45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252333101Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252375292Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252417593Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252453103Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.252496854Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.255643301Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.259477422Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"worker"} {"msg":"region f2128925-c697-48f3-8b0e-3e5b9a784aa1 running snapshot 45477e06-0bdf-482e-973b-3eb2b7281fea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.259487703Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"path is \"/data/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.408970724Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"dataset is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.415561114Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"datafile"} {"msg":"snapshot is oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1@45477e06-0bdf-482e-973b-3eb2b7281fea","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.422619334Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b72b3fd7-3269-434b-88fe-93809c0271cf/crucible/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1\", \"45477e06-0bdf-482e-973b-3eb2b7281fea\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.422638765Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T01:49:01.430264536Z","hostname":"oxz_crucible_767f8173-ec60-4314-8bae-a61b50effa31","pid":21996,"uri":"/crucible/0/regions/f2128925-c697-48f3-8b0e-3e5b9a784aa1/snapshots/45477e06-0bdf-482e-973b-3eb2b7281fea/run","method":"POST","req_id":"856c4f43-0e74-4648-8f91-2b76b3d23a24","remote_addr":"[fd00:1122:3344:101::b]:37814","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21301,"response_code":200}