{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.614958299Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52622"}
{"msg":"region f0d716d0-1a8f-4867-a211-9ccb1d3fad6c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.615068172Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.616268788Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions","method":"POST","req_id":"3f3bf479-02a3-4247-9f4c-6ef552708f1b","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1244,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.61630525Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.625679767Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.625708528Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f0d716d0-1a8f-4867-a211-9ccb1d3fad6c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f0d716d0-1a8f-4867-a211-9ccb1d3fad6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.671253333Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"region":"f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f0d716d0-1a8f-4867-a211-9ccb1d3fad6c\" \"--data\" \"/data/regions/f0d716d0-1a8f-4867-a211-9ccb1d3fad6c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.671286254Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"region":"f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.71943464Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"region":"f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","component":"worker"}
{"msg":"region f0d716d0-1a8f-4867-a211-9ccb1d3fad6c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.71946564Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.719559143Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.726115194Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.728284051Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.733963145Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.735248364Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0d716d0-1a8f-4867-a211-9ccb1d3fad6c","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.735530473Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.735571714Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.735616465Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.735652776Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.737436371Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.740154764Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:25.876596065Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions","method":"POST","req_id":"bbe9d9f5-6b2e-403e-88cd-0f55805f6947","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.346976862Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions/a9351160-5bf3-4c72-9be2-085f421c0176","method":"GET","req_id":"6bd71846-602e-4222-b8e8-ef87d7746a01","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/a9351160-5bf3-4c72-9be2-085f421c0176\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.350659065Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"dataset is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.356845165Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"snapshot is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176@0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.362980303Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176\", \"0ed0df05-670b-43d8-87d9-eb8a7cf618b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.363006254Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.374134824Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions/a9351160-5bf3-4c72-9be2-085f421c0176/snapshots/0ed0df05-670b-43d8-87d9-eb8a7cf618b2","method":"GET","req_id":"15cd4b04-3742-46e5-b7b8-ba181e9e5bf2","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23476,"response_code":200}
{"msg":"path is \"/data/regions/a9351160-5bf3-4c72-9be2-085f421c0176\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.377795847Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"dataset is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.383231793Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"snapshot is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176@0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.388974479Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176\", \"0ed0df05-670b-43d8-87d9-eb8a7cf618b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.3889944Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a9351160-5bf3-4c72-9be2-085f421c0176-0ed0df05-670b-43d8-87d9-eb8a7cf618b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.39519879Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"applying SMF actions for region a9351160-5bf3-4c72-9be2-085f421c0176 running snapshot 0ed0df05-670b-43d8-87d9-eb8a7cf618b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.400730069Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.40075563Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions/a9351160-5bf3-4c72-9be2-085f421c0176/snapshots/0ed0df05-670b-43d8-87d9-eb8a7cf618b2/run","method":"POST","req_id":"d9645172-e7ab-429a-87b8-142937041b55","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22980,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-a9351160-5bf3-4c72-9be2-085f421c0176-0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.402877925Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a9351160-5bf3-4c72-9be2-085f421c0176-0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.405782754Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a9351160-5bf3-4c72-9be2-085f421c0176-0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.410611462Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a9351160-5bf3-4c72-9be2-085f421c0176/.zfs/snapshot/0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.410916871Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.410959763Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.410999154Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.411035395Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.411079906Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.412811879Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.415869503Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"worker"}
{"msg":"region a9351160-5bf3-4c72-9be2-085f421c0176 running snapshot 0ed0df05-670b-43d8-87d9-eb8a7cf618b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.415887494Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"path is \"/data/regions/a9351160-5bf3-4c72-9be2-085f421c0176\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.759300425Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"dataset is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.765382361Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"datafile"}
{"msg":"snapshot is oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176@0ed0df05-670b-43d8-87d9-eb8a7cf618b2","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.771696164Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d9024315-ab46-4ae0-9671-34d5af29e510/crucible/regions/a9351160-5bf3-4c72-9be2-085f421c0176\", \"0ed0df05-670b-43d8-87d9-eb8a7cf618b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.771724335Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-03T02:24:27.776740959Z","hostname":"oxz_crucible_6a8791fb-2d25-432d-a5d0-b9273ee4eec2","pid":22196,"uri":"/crucible/0/regions/a9351160-5bf3-4c72-9be2-085f421c0176/snapshots/0ed0df05-670b-43d8-87d9-eb8a7cf618b2/run","method":"POST","req_id":"7279eeba-6cc1-4fc6-8572-f4eaac2f0301","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17483,"response_code":200}