{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091196587Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45016"} {"msg":"region e148ea20-1aa9-4af1-b8a1-9a3d8200fb33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091284439Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.092240096Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.092250636Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions","method":"POST","req_id":"c8a03727-293b-429e-ae99-9e1121a90f9d","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":994,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.103005554Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.103021884Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e148ea20-1aa9-4af1-b8a1-9a3d8200fb33\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e148ea20-1aa9-4af1-b8a1-9a3d8200fb33\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.166978765Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"region":"e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e148ea20-1aa9-4af1-b8a1-9a3d8200fb33\" \"--data\" \"/data/regions/e148ea20-1aa9-4af1-b8a1-9a3d8200fb33\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.167020547Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"region":"e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.300908115Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"region":"e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","component":"worker"} {"msg":"region e148ea20-1aa9-4af1-b8a1-9a3d8200fb33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.300945196Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.301035778Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.324511728Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.341328104Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.342428105Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions","method":"POST","req_id":"d362ab03-3d74-4382-8450-01426ba33700","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.365237176Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.371695705Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e148ea20-1aa9-4af1-b8a1-9a3d8200fb33","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.372017324Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.372061835Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.372103386Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.372150208Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.376591521Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.382835964Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.066525773Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b","method":"GET","req_id":"0e00ffe1-698c-43c3-b50c-6042e149ab2a","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.070341489Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"dataset is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.077289472Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"snapshot is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b@027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.083403591Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\", \"027eb217-6e32-42b8-8392-0bbba9fd1ef4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.083423801Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.092232155Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b/snapshots/027eb217-6e32-42b8-8392-0bbba9fd1ef4","method":"GET","req_id":"bba4db58-91be-4f85-a4db-8022da4719c6","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21920,"response_code":200} {"msg":"path is \"/data/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.095791874Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"dataset is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.101664527Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"snapshot is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b@027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.106813289Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\", \"027eb217-6e32-42b8-8392-0bbba9fd1ef4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.10682551Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5e510003-38f8-4051-b168-a3f3c4c11c1b-027eb217-6e32-42b8-8392-0bbba9fd1ef4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.113844214Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"applying SMF actions for region 5e510003-38f8-4051-b168-a3f3c4c11c1b running snapshot 027eb217-6e32-42b8-8392-0bbba9fd1ef4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.113995848Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.114006888Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b/snapshots/027eb217-6e32-42b8-8392-0bbba9fd1ef4/run","method":"POST","req_id":"96934f70-b8d9-4f81-9507-786601c067ef","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18224,"response_code":200} {"msg":"creating missing snapshot instance snapshot-5e510003-38f8-4051-b168-a3f3c4c11c1b-027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.119233503Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5e510003-38f8-4051-b168-a3f3c4c11c1b-027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.130894336Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5e510003-38f8-4051-b168-a3f3c4c11c1b-027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.147796024Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b/.zfs/snapshot/027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.148031451Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.148072922Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.148108213Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.148141254Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.148183005Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.157945245Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.162910693Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"worker"} {"msg":"region 5e510003-38f8-4051-b168-a3f3c4c11c1b running snapshot 027eb217-6e32-42b8-8392-0bbba9fd1ef4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.162921863Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"path is \"/data/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.300517414Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"dataset is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.307031254Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"datafile"} {"msg":"snapshot is oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b@027eb217-6e32-42b8-8392-0bbba9fd1ef4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.312039993Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8fd0bb3d-a239-4ff7-b9e7-89f6d4e03205/crucible/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b\", \"027eb217-6e32-42b8-8392-0bbba9fd1ef4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.312075104Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:40.316823835Z","hostname":"oxz_crucible_7e803a4d-c9de-4166-883c-37978f61e57d","pid":23436,"uri":"/crucible/0/regions/5e510003-38f8-4051-b168-a3f3c4c11c1b/snapshots/027eb217-6e32-42b8-8392-0bbba9fd1ef4/run","method":"POST","req_id":"8f47551e-931a-4aa7-aedc-ecec4ace45fb","remote_addr":"[fd00:1122:3344:101::b]:45016","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16354,"response_code":200}