{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.648690414Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59036"}
{"msg":"region 4e2add20-2751-4519-bfaa-c2076671c96d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.648783596Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.649504342Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.649519442Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions","method":"POST","req_id":"cc8959b3-6c5b-4081-9eeb-040f22fc1137","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":760,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.659068075Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.659094936Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4e2add20-2751-4519-bfaa-c2076671c96d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4e2add20-2751-4519-bfaa-c2076671c96d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.726774266Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"region":"4e2add20-2751-4519-bfaa-c2076671c96d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4e2add20-2751-4519-bfaa-c2076671c96d\" \"--data\" \"/data/regions/4e2add20-2751-4519-bfaa-c2076671c96d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.728573286Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"region":"4e2add20-2751-4519-bfaa-c2076671c96d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.831068032Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"region":"4e2add20-2751-4519-bfaa-c2076671c96d","component":"worker"}
{"msg":"region 4e2add20-2751-4519-bfaa-c2076671c96d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.831108633Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.831231025Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.832218598Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.840452461Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions","method":"POST","req_id":"fa7912a8-ecc3-4351-90b0-0f6d3381fe78","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":111,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.848498521Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.877119129Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.883130983Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e2add20-2751-4519-bfaa-c2076671c96d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.88341817Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.883467681Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.883511872Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.883555733Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.890685842Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:27.9018357Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.416868493Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0","method":"GET","req_id":"a2f9edc4-649d-4300-9472-24396c2f195d","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.420115286Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"dataset is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.428680707Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"snapshot is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.436987302Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.437024873Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.451195319Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02","method":"GET","req_id":"d906582a-a81a-4bed-852f-05b255e3c12c","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31089,"response_code":"200"}
{"msg":"path is \"/data/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.456278092Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"dataset is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.465997679Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"snapshot is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.474138511Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.474162011Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 80fbc4ef-94f9-458e-afe2-71e0c7cc16e0-963521c2-e0e4-4075-b9d1-fb8918982b02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.482859925Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"applying SMF actions for region 80fbc4ef-94f9-458e-afe2-71e0c7cc16e0 running snapshot 963521c2-e0e4-4075-b9d1-fb8918982b02 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.48308589Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.483099751Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02/run","method":"POST","req_id":"44bddfd3-ced9-40a2-98d9-c4be2ab0c10e","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26874,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-80fbc4ef-94f9-458e-afe2-71e0c7cc16e0-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.486148389Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-80fbc4ef-94f9-458e-afe2-71e0c7cc16e0-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.490151388Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-80fbc4ef-94f9-458e-afe2-71e0c7cc16e0-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.508532228Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0/.zfs/snapshot/963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.508888626Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.508941487Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.508982438Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.509027409Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.50908003Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.515570875Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.520638518Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"worker"}
{"msg":"region 80fbc4ef-94f9-458e-afe2-71e0c7cc16e0 running snapshot 963521c2-e0e4-4075-b9d1-fb8918982b02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.520648368Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"path is \"/data/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.733015775Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"dataset is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.742005285Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"datafile"}
{"msg":"snapshot is oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.750604037Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_001e8549-f6b0-425b-884f-7cb9db67c1af/crucible/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.750631668Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.760199311Z","hostname":"oxz_crucible_b7c46e71-81fe-44c6-8ba6-af74260d5e3b","pid":22965,"uri":"/crucible/0/regions/80fbc4ef-94f9-458e-afe2-71e0c7cc16e0/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02/run","method":"POST","req_id":"a7457636-f6ae-43bb-9372-f4847ae4d2dc","remote_addr":"[fd00:1122:3344:101::c]:59036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27225,"response_code":"200"}