{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.001255221Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59396"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.002018056Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"uri":"/crucible/0/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","method":"GET","req_id":"cc562f2a-a6b7-41ab-bfa2-65a27e1e11c5","remote_addr":"[fd00:1122:3344:101::a]:59396","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":734,"response_code":"200"}
{"msg":"path is \"/data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.007441093Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"dataset is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.017028022Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"snapshot is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d@9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.025346526Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\", \"9597bafc-86a8-4d7e-bceb-f4610d2aaa2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.025378836Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.037504305Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"uri":"/crucible/0/regions/668bcf02-1bbb-4312-b1c4-384846b8751d/snapshots/9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","method":"GET","req_id":"cbdbd6d6-2c4b-4f49-8bfb-1efd6e42b68b","remote_addr":"[fd00:1122:3344:101::a]:59396","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33042,"response_code":"200"}
{"msg":"path is \"/data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.040243529Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"dataset is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.049653645Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"snapshot is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d@9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.058276534Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\", \"9597bafc-86a8-4d7e-bceb-f4610d2aaa2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.058308165Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 668bcf02-1bbb-4312-b1c4-384846b8751d-9597bafc-86a8-4d7e-bceb-f4610d2aaa2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.067573227Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"applying SMF actions for region 668bcf02-1bbb-4312-b1c4-384846b8751d running snapshot 9597bafc-86a8-4d7e-bceb-f4610d2aaa2c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.068238851Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.068275391Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"uri":"/crucible/0/regions/668bcf02-1bbb-4312-b1c4-384846b8751d/snapshots/9597bafc-86a8-4d7e-bceb-f4610d2aaa2c/run","method":"POST","req_id":"c62cd208-ea0e-4ae3-a383-884f1c0cec5e","remote_addr":"[fd00:1122:3344:101::a]:59396","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28071,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.077798739Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.077902491Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078002723Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078010533Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078058014Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078113785Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078222457Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078294089Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.07834972Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.078405201Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.082397439Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-668bcf02-1bbb-4312-b1c4-384846b8751d-9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.082845858Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-668bcf02-1bbb-4312-b1c4-384846b8751d-9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.085679954Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-668bcf02-1bbb-4312-b1c4-384846b8751d-9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.095990337Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d/.zfs/snapshot/9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.096189701Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.096238572Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.096275503Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.096311104Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.096356645Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.099796872Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.104100057Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"worker"}
{"msg":"region 668bcf02-1bbb-4312-b1c4-384846b8751d running snapshot 9597bafc-86a8-4d7e-bceb-f4610d2aaa2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.104108647Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"path is \"/data/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.231830633Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"dataset is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.240188478Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"datafile"}
{"msg":"snapshot is oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d@9597bafc-86a8-4d7e-bceb-f4610d2aaa2c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.247868879Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6729f0d1-e977-41db-8976-031a336dcefe/crucible/regions/668bcf02-1bbb-4312-b1c4-384846b8751d\", \"9597bafc-86a8-4d7e-bceb-f4610d2aaa2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.24789932Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-19T04:15:30.256501989Z","hostname":"oxz_crucible_40a03b48-1311-4dfd-9b58-d6769ef7c88f","pid":21617,"uri":"/crucible/0/regions/668bcf02-1bbb-4312-b1c4-384846b8751d/snapshots/9597bafc-86a8-4d7e-bceb-f4610d2aaa2c/run","method":"POST","req_id":"c377252b-4acd-48b5-9c57-5ecc1ec8f0c7","remote_addr":"[fd00:1122:3344:101::a]:59396","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24714,"response_code":"200"}