{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.446734907Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54054"} {"msg":"region c19ebdc5-0144-4b28-8e89-2f3b6631292a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.446814068Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.447456537Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions","method":"POST","req_id":"59ca9f32-0a54-4e94-94d3-ff18391f4abc","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":684,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.447470907Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.456205677Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.456223457Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c19ebdc5-0144-4b28-8e89-2f3b6631292a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c19ebdc5-0144-4b28-8e89-2f3b6631292a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.516886242Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"region":"c19ebdc5-0144-4b28-8e89-2f3b6631292a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c19ebdc5-0144-4b28-8e89-2f3b6631292a\" \"--data\" \"/data/regions/c19ebdc5-0144-4b28-8e89-2f3b6631292a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.516913982Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"region":"c19ebdc5-0144-4b28-8e89-2f3b6631292a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.595861448Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"region":"c19ebdc5-0144-4b28-8e89-2f3b6631292a","component":"worker"} {"msg":"region c19ebdc5-0144-4b28-8e89-2f3b6631292a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.595886128Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.5960189Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.616553993Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.62801919Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.636942983Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.640860707Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c19ebdc5-0144-4b28-8e89-2f3b6631292a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.641152191Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.641194032Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.641233332Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.641266893Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.644750491Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.649582057Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.657697809Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions","method":"POST","req_id":"45c38ab3-b571-4896-a8c1-ced6c6d84236","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.922172223Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions/a012b24e-3f67-487f-9f38-0077730c8c60","method":"GET","req_id":"ec25c06d-ec37-481c-863f-b0ee297ef53a","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/a012b24e-3f67-487f-9f38-0077730c8c60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.928204696Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"dataset is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.934752546Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"snapshot is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60@63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.942178368Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60\", \"63324c0d-82e8-471d-9692-36d9098aef78\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.942201098Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.950604784Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions/a012b24e-3f67-487f-9f38-0077730c8c60/snapshots/63324c0d-82e8-471d-9692-36d9098aef78","method":"GET","req_id":"1e4343c0-6a5b-47f5-836a-c50e09b6a5dc","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22426,"response_code":200} {"msg":"path is \"/data/regions/a012b24e-3f67-487f-9f38-0077730c8c60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.953332892Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"dataset is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.960791134Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"snapshot is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60@63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.967706369Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60\", \"63324c0d-82e8-471d-9692-36d9098aef78\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.967719769Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a012b24e-3f67-487f-9f38-0077730c8c60-63324c0d-82e8-471d-9692-36d9098aef78 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.974907708Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.97505784Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions/a012b24e-3f67-487f-9f38-0077730c8c60/snapshots/63324c0d-82e8-471d-9692-36d9098aef78/run","method":"POST","req_id":"791ce36e-9d4e-4620-844b-005807cfe66a","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21744,"response_code":200} {"msg":"applying SMF actions for region a012b24e-3f67-487f-9f38-0077730c8c60 running snapshot 63324c0d-82e8-471d-9692-36d9098aef78 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.97507487Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a012b24e-3f67-487f-9f38-0077730c8c60-63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.979811535Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a012b24e-3f67-487f-9f38-0077730c8c60-63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.988011268Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a012b24e-3f67-487f-9f38-0077730c8c60-63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.998092756Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a012b24e-3f67-487f-9f38-0077730c8c60/.zfs/snapshot/63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.99834387Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.998391321Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.998427011Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.998463612Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:40.998514442Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.002401106Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.006750786Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"worker"} {"msg":"region a012b24e-3f67-487f-9f38-0077730c8c60 running snapshot 63324c0d-82e8-471d-9692-36d9098aef78 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.006761646Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"path is \"/data/regions/a012b24e-3f67-487f-9f38-0077730c8c60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.202573489Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"dataset is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.209555696Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"datafile"} {"msg":"snapshot is oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60@63324c0d-82e8-471d-9692-36d9098aef78","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.216279348Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a5860664-64ad-4219-bd22-105038406fab/crucible/regions/a012b24e-3f67-487f-9f38-0077730c8c60\", \"63324c0d-82e8-471d-9692-36d9098aef78\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.216292358Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:41.221901775Z","hostname":"oxz_crucible_af03814f-1904-439e-8bde-1e1a19f2feae","pid":23403,"uri":"/crucible/0/regions/a012b24e-3f67-487f-9f38-0077730c8c60/snapshots/63324c0d-82e8-471d-9692-36d9098aef78/run","method":"POST","req_id":"835bbcc6-8043-45bd-aaec-934cd841bd0c","remote_addr":"[fd00:1122:3344:101::b]:54054","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19378,"response_code":200}