{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.020465694Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58384"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.020536625Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"uri":"/crucible/0/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","method":"GET","req_id":"b141505e-8a47-41b8-adb9-87f483401d6c","remote_addr":"[fd00:1122:3344:101::a]:58384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.026862734Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"dataset is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.035795886Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"snapshot is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb@11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.043898628Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\", \"11764533-472d-4728-a7e7-2f2cb2ca7b8a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.043928669Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.055440983Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"uri":"/crucible/0/regions/f91503d6-1290-415f-ae90-2d06c4892cfb/snapshots/11764533-472d-4728-a7e7-2f2cb2ca7b8a","method":"GET","req_id":"ee904ee7-3c93-48e8-bd0e-b51316f805db","remote_addr":"[fd00:1122:3344:101::a]:58384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31657,"response_code":"200"}
{"msg":"path is \"/data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.058601433Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"dataset is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.06792297Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"snapshot is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb@11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.075603247Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\", \"11764533-472d-4728-a7e7-2f2cb2ca7b8a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.075637247Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f91503d6-1290-415f-ae90-2d06c4892cfb-11764533-472d-4728-a7e7-2f2cb2ca7b8a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.0838144Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"applying SMF actions for region f91503d6-1290-415f-ae90-2d06c4892cfb running snapshot 11764533-472d-4728-a7e7-2f2cb2ca7b8a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.084393827Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.084426928Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"uri":"/crucible/0/regions/f91503d6-1290-415f-ae90-2d06c4892cfb/snapshots/11764533-472d-4728-a7e7-2f2cb2ca7b8a/run","method":"POST","req_id":"3fcc2032-e421-46ce-9b9d-59b69cc34592","remote_addr":"[fd00:1122:3344:101::a]:58384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25853,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091170193Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091256384Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091338405Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091344705Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091388515Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091437096Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091541207Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091606708Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091655239Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.091705609Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.103221454Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-f91503d6-1290-415f-ae90-2d06c4892cfb-11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.10368449Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f91503d6-1290-415f-ae90-2d06c4892cfb-11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.111054252Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f91503d6-1290-415f-ae90-2d06c4892cfb-11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.131650011Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb/.zfs/snapshot/11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.132174028Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.13230081Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.13236229Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.132404511Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.132458061Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.140751436Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.148877568Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"worker"}
{"msg":"region f91503d6-1290-415f-ae90-2d06c4892cfb running snapshot 11764533-472d-4728-a7e7-2f2cb2ca7b8a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.148892408Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"path is \"/data/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.436723037Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"dataset is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.446201146Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"datafile"}
{"msg":"snapshot is oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb@11764533-472d-4728-a7e7-2f2cb2ca7b8a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.45529845Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible/regions/f91503d6-1290-415f-ae90-2d06c4892cfb\", \"11764533-472d-4728-a7e7-2f2cb2ca7b8a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.455333281Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T03:19:01.46400552Z","hostname":"oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86","pid":22214,"uri":"/crucible/0/regions/f91503d6-1290-415f-ae90-2d06c4892cfb/snapshots/11764533-472d-4728-a7e7-2f2cb2ca7b8a/run","method":"POST","req_id":"8f9cb3fc-d174-4fc2-b912-3dcf2bcb833f","remote_addr":"[fd00:1122:3344:101::a]:58384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27334,"response_code":"200"}