{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.586123064Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48810"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.586222636Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"uri":"/crucible/0/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734","method":"GET","req_id":"b50d3a81-ffd8-4d4a-aa71-ebdedce2f0e8","remote_addr":"[fd00:1122:3344:101::a]:48810","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.611071972Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.619578412Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734@0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.628044002Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734\", \"0c51a3be-d57e-40e1-84d8-4ca7dbd24e66\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.628077762Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.638291711Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"uri":"/crucible/0/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734/snapshots/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","method":"GET","req_id":"dfb0c3f6-2824-4ce4-a4fa-3afd430df87c","remote_addr":"[fd00:1122:3344:101::a]:48810","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51878,"response_code":"200"} {"msg":"path is \"/data/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.638466555Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.646110856Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734@0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.653969621Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734\", \"0c51a3be-d57e-40e1-84d8-4ca7dbd24e66\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.653994412Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d9648bc8-e669-4e5d-988b-8e190ab5b734-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.662125794Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"} {"msg":"applying SMF actions for region d9648bc8-e669-4e5d-988b-8e190ab5b734 running snapshot 0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.663542525Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.663570466Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"uri":"/crucible/0/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734/snapshots/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66/run","method":"POST","req_id":"05b2cde5-0ed1-4772-af13-100550b5a0d1","remote_addr":"[fd00:1122:3344:101::a]:48810","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25131,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669683153Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669768875Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669849506Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669856557Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669900008Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9648bc8-e669-4e5d-988b-8e190ab5b734","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.669948869Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.670045151Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.670107502Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.670156053Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.670205394Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.697504305Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d9648bc8-e669-4e5d-988b-8e190ab5b734-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.698077078Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d9648bc8-e669-4e5d-988b-8e190ab5b734-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.712535751Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d9648bc8-e669-4e5d-988b-8e190ab5b734-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.770914997Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9648bc8-e669-4e5d-988b-8e190ab5b734/.zfs/snapshot/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.771219754Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.771296925Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.771354657Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.771399968Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.771462159Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.794590106Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.82202142Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"worker"} {"msg":"region d9648bc8-e669-4e5d-988b-8e190ab5b734 running snapshot 0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.82203706Z","hostname":"oxz_crucible_78e54c82-f2a6-4bb8-a1aa-9ff6091f0f44","pid":21636,"component":"datafile"}