{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.53164903Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34715"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.534661758Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"uri":"/crucible/0/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","method":"GET","req_id":"608e2ab8-d20e-43ed-ae4c-db0cd12e1560","remote_addr":"[fd00:1122:3344:101::a]:34715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2963,"response_code":"200"} {"msg":"path is \"/data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.538050876Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"dataset is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.547176279Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"snapshot is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020@9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.55537402Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\", \"9cedcfc1-355b-46a1-b62c-e0f5299aebb1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.555410751Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.568475979Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"uri":"/crucible/0/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020/snapshots/9cedcfc1-355b-46a1-b62c-e0f5299aebb1","method":"GET","req_id":"d25ffe5a-e1d5-4dbd-aa28-a088e75146b0","remote_addr":"[fd00:1122:3344:101::a]:34715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30428,"response_code":"200"} {"msg":"path is \"/data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.573280438Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"dataset is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.58125308Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"snapshot is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020@9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.589420886Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\", \"9cedcfc1-355b-46a1-b62c-e0f5299aebb1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.589449877Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.598110754Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"applying SMF actions for region 1096ae5e-051d-4ac3-9483-cec7ca9a4020 running snapshot 9cedcfc1-355b-46a1-b62c-e0f5299aebb1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.598775069Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.59881103Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"uri":"/crucible/0/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020/snapshots/9cedcfc1-355b-46a1-b62c-e0f5299aebb1/run","method":"POST","req_id":"1d6ee971-c0a6-4b09-bf50-f87757e69be2","remote_addr":"[fd00:1122:3344:101::a]:34715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25564,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606624188Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.60670742Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606785592Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606792272Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606835042Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606882704Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.606978846Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.607038197Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.607095679Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.6071447Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.614403555Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.614864356Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.617747011Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629382256Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020/.zfs/snapshot/9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629648352Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629717534Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629758685Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629797276Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.629853937Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.633432919Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.638624907Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"worker"} {"msg":"region 1096ae5e-051d-4ac3-9483-cec7ca9a4020 running snapshot 9cedcfc1-355b-46a1-b62c-e0f5299aebb1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.638632877Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"path is \"/data/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.781574193Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"dataset is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.789747119Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"datafile"} {"msg":"snapshot is oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020@9cedcfc1-355b-46a1-b62c-e0f5299aebb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.797430944Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8853a1c1-d102-4f80-9012-356473e594ff/crucible/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020\", \"9cedcfc1-355b-46a1-b62c-e0f5299aebb1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.797456565Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:23.804485835Z","hostname":"oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673","pid":21655,"uri":"/crucible/0/regions/1096ae5e-051d-4ac3-9483-cec7ca9a4020/snapshots/9cedcfc1-355b-46a1-b62c-e0f5299aebb1/run","method":"POST","req_id":"2163e44a-4a0f-43cf-88ae-4fb6830e896c","remote_addr":"[fd00:1122:3344:101::a]:34715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22940,"response_code":"200"}