{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.253792954Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36523"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.253893776Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"uri":"/crucible/0/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","method":"GET","req_id":"b29ecdbd-cccb-40ef-bc8d-b94ef28a802d","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.259599053Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"dataset is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.268829856Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"snapshot is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.278844243Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.278876594Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.290117774Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"uri":"/crucible/0/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12","method":"GET","req_id":"7fe699a6-7f64-4537-becd-5c56c6b9663c","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33074,"response_code":"200"} {"msg":"path is \"/data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.293916755Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"dataset is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.302687449Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"snapshot is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.311480764Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.311511314Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d-ae65bcf7-709e-49e8-9f19-7a552a6adc12 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.320529533Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"applying SMF actions for region b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d running snapshot ae65bcf7-709e-49e8-9f19-7a552a6adc12 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.321335918Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.321372979Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"uri":"/crucible/0/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12/run","method":"POST","req_id":"688e936e-3c6e-4ddc-9f6c-7696e70fd989","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27493,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329652404Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329738345Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329818847Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329826617Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329868828Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.329919069Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.330023141Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.330085922Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.330136113Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.330185254Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.337867787Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.338310396Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.341287342Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351316869Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d/.zfs/snapshot/ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351515243Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351567224Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351606715Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351644715Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.351692386Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.354948987Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.359244318Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"worker"} {"msg":"region b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d running snapshot ae65bcf7-709e-49e8-9f19-7a552a6adc12 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.359255778Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"path is \"/data/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.682663729Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"dataset is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.691499405Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"datafile"} {"msg":"snapshot is oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.699982093Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52c0a5e3-b03e-446e-9e20-336c4f905023/crucible/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.700014134Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.708488802Z","hostname":"oxz_crucible_2c3fc2c3-8eb9-4bf2-86af-57858edf66f4","pid":22878,"uri":"/crucible/0/regions/b4d1ce5e-ecbc-4a26-9256-a19b26c7e98d/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12/run","method":"POST","req_id":"9e18960a-3f93-480c-a3dc-3238c617d1ae","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26408,"response_code":"200"}