{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.013666261Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62339"}
{"msg":"region caa1fdd6-1902-418e-8b06-1337cf570849 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.013825453Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.014428432Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions","method":"POST","req_id":"9a08ce20-716e-4151-8655-0d5774259bd5","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":641,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.014440112Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.026574672Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.026605183Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"caa1fdd6-1902-418e-8b06-1337cf570849\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/caa1fdd6-1902-418e-8b06-1337cf570849\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.080887347Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"region":"caa1fdd6-1902-418e-8b06-1337cf570849","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"caa1fdd6-1902-418e-8b06-1337cf570849\" \"--data\" \"/data/regions/caa1fdd6-1902-418e-8b06-1337cf570849\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.080929448Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"region":"caa1fdd6-1902-418e-8b06-1337cf570849","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.161710475Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"region":"caa1fdd6-1902-418e-8b06-1337cf570849","component":"worker"}
{"msg":"region caa1fdd6-1902-418e-8b06-1337cf570849 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.161773046Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.161894738Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.178411433Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.191263053Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.203013958Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.207005217Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/caa1fdd6-1902-418e-8b06-1337cf570849","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.207379002Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.207471513Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.207526494Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.207585735Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.211166708Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.216806672Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:45.359310614Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions","method":"POST","req_id":"d0e3300d-70d8-4a14-98db-40025f56f5dd","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.832780023Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions/238a746f-800c-4d35-900c-97ef2dc41a9d","method":"GET","req_id":"e46777f5-3c04-4885-aa52-a30def4e5679","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.83662406Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"dataset is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.845528672Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"snapshot is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d@791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.853744694Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\", \"791db8d9-73be-40b8-8ffa-26ae4cedc83e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.853772145Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.86427447Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions/238a746f-800c-4d35-900c-97ef2dc41a9d/snapshots/791db8d9-73be-40b8-8ffa-26ae4cedc83e","method":"GET","req_id":"966d380c-f762-46b9-b5ff-b68519522361","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27660,"response_code":"200"}
{"msg":"path is \"/data/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.868121727Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"dataset is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.875895562Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"snapshot is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d@791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.883395284Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\", \"791db8d9-73be-40b8-8ffa-26ae4cedc83e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.883425444Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 238a746f-800c-4d35-900c-97ef2dc41a9d-791db8d9-73be-40b8-8ffa-26ae4cedc83e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.892773232Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"applying SMF actions for region 238a746f-800c-4d35-900c-97ef2dc41a9d running snapshot 791db8d9-73be-40b8-8ffa-26ae4cedc83e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.892963905Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.892983156Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions/238a746f-800c-4d35-900c-97ef2dc41a9d/snapshots/791db8d9-73be-40b8-8ffa-26ae4cedc83e/run","method":"POST","req_id":"dd6666bd-8c85-4a6b-84bf-ce2fa7300595","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24891,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-238a746f-800c-4d35-900c-97ef2dc41a9d-791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.895801557Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-238a746f-800c-4d35-900c-97ef2dc41a9d-791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.898959934Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-238a746f-800c-4d35-900c-97ef2dc41a9d-791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.908363474Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/238a746f-800c-4d35-900c-97ef2dc41a9d/.zfs/snapshot/791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.908588087Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.908640598Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.908680558Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.908727889Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.90877658Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.912487315Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.916993882Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"worker"}
{"msg":"region 238a746f-800c-4d35-900c-97ef2dc41a9d running snapshot 791db8d9-73be-40b8-8ffa-26ae4cedc83e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:46.917004682Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"path is \"/data/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:47.216212107Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"dataset is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:47.225343372Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"datafile"}
{"msg":"snapshot is oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d@791db8d9-73be-40b8-8ffa-26ae4cedc83e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:47.233452322Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f16fc47c-323a-43fa-b3f8-74cbe3a81dac/crucible/regions/238a746f-800c-4d35-900c-97ef2dc41a9d\", \"791db8d9-73be-40b8-8ffa-26ae4cedc83e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:47.233473283Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T18:46:47.241578603Z","hostname":"oxz_crucible_0f381f40-0ca6-4fcc-8cf3-2fcdbce1fec5","pid":25243,"uri":"/crucible/0/regions/238a746f-800c-4d35-900c-97ef2dc41a9d/snapshots/791db8d9-73be-40b8-8ffa-26ae4cedc83e/run","method":"POST","req_id":"5fabb999-4d20-4a4c-9a08-a3cdc9a0ff84","remote_addr":"[fd00:1122:3344:101::a]:62339","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25993,"response_code":"200"}