{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.961771282Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47638"}
{"msg":"region 16ca9b53-8471-49f1-8bd6-87c2abcdc7ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.961832393Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.962414337Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.962425178Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions","method":"POST","req_id":"0552b050-4d30-4279-af05-68ee9ecb73d5","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":615,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.971848794Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:48.971868154Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"16ca9b53-8471-49f1-8bd6-87c2abcdc7ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/16ca9b53-8471-49f1-8bd6-87c2abcdc7ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.016446473Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"region":"16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"16ca9b53-8471-49f1-8bd6-87c2abcdc7ce\" \"--data\" \"/data/regions/16ca9b53-8471-49f1-8bd6-87c2abcdc7ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.016474464Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"region":"16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.091094864Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"region":"16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","component":"worker"}
{"msg":"region 16ca9b53-8471-49f1-8bd6-87c2abcdc7ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.091122204Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.091210766Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.091593345Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.10096714Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.121901962Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.125710464Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/16ca9b53-8471-49f1-8bd6-87c2abcdc7ce","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.125933769Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.12597736Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.126020911Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.126056882Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.129850713Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.145245362Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:49.294525523Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions","method":"POST","req_id":"93e91489-4a12-4942-9866-cf252b2476b6","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.358056499Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806","method":"GET","req_id":"67042b54-2ea0-4b58-8300-da494dab1a8c","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.361780608Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"dataset is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.368970331Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"snapshot is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806@33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.375771304Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\", \"33eea941-e002-4cc5-81c1-e6ee3e9c8335\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.375790644Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.383698574Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806/snapshots/33eea941-e002-4cc5-81c1-e6ee3e9c8335","method":"GET","req_id":"67400c96-837d-4517-aa44-f1ec2b7cbca0","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21953,"response_code":200}
{"msg":"path is \"/data/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.387050554Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"dataset is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.394418041Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"snapshot is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806@33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.400303992Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\", \"33eea941-e002-4cc5-81c1-e6ee3e9c8335\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.400322512Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 70d772ac-6bfa-49c1-b5bd-61c84afce806-33eea941-e002-4cc5-81c1-e6ee3e9c8335 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.407483834Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"applying SMF actions for region 70d772ac-6bfa-49c1-b5bd-61c84afce806 running snapshot 33eea941-e002-4cc5-81c1-e6ee3e9c8335 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.407623538Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.407634308Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806/snapshots/33eea941-e002-4cc5-81c1-e6ee3e9c8335/run","method":"POST","req_id":"1eb2f3fc-c25d-48f7-b8bf-79d1d0366f42","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20602,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-70d772ac-6bfa-49c1-b5bd-61c84afce806-33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.412026633Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-70d772ac-6bfa-49c1-b5bd-61c84afce806-33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.419987254Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-70d772ac-6bfa-49c1-b5bd-61c84afce806-33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.429932272Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806/.zfs/snapshot/33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.430151147Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.430195339Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.430233349Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.43026917Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.430311211Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.434184904Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.438273482Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"worker"}
{"msg":"region 70d772ac-6bfa-49c1-b5bd-61c84afce806 running snapshot 33eea941-e002-4cc5-81c1-e6ee3e9c8335 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.438284573Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"path is \"/data/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.71292682Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"dataset is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.719555539Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"datafile"}
{"msg":"snapshot is oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806@33eea941-e002-4cc5-81c1-e6ee3e9c8335","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.724846675Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0aa86c3-a9e4-4956-8026-3774c1eecf42/crucible/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806\", \"33eea941-e002-4cc5-81c1-e6ee3e9c8335\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.724863656Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T03:05:50.731357011Z","hostname":"oxz_crucible_14bd30f9-7b28-40a1-9e74-06b2afd07d01","pid":23775,"uri":"/crucible/0/regions/70d772ac-6bfa-49c1-b5bd-61c84afce806/snapshots/33eea941-e002-4cc5-81c1-e6ee3e9c8335/run","method":"POST","req_id":"5241870d-456b-4c28-bfce-9d69f37d1537","remote_addr":"[fd00:1122:3344:101::a]:47638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18482,"response_code":200}