{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.048723677Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55172"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.05697158Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"uri":"/crucible/0/regions/78d77b37-faf6-4745-a780-a9c78b85af80","method":"GET","req_id":"d03e32f1-af00-4a4c-a81e-912f18e06f4a","remote_addr":"[fd00:1122:3344:101::a]:55172","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":8202,"response_code":"200"} {"msg":"path is \"/data/regions/78d77b37-faf6-4745-a780-a9c78b85af80\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.060473925Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"dataset is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.069195937Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"snapshot is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.078366667Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.078403588Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.088581717Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"uri":"/crucible/0/regions/78d77b37-faf6-4745-a780-a9c78b85af80/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54","method":"GET","req_id":"82e64277-b717-4a13-8d8f-20b062b2a7c7","remote_addr":"[fd00:1122:3344:101::a]:55172","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28131,"response_code":"200"} {"msg":"path is \"/data/regions/78d77b37-faf6-4745-a780-a9c78b85af80\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.092256335Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"dataset is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.099814275Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"snapshot is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.107972706Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.107998137Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 78d77b37-faf6-4745-a780-a9c78b85af80-fbf2a225-e55c-446e-9837-40e2a74d9e54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.118239967Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"applying SMF actions for region 78d77b37-faf6-4745-a780-a9c78b85af80 running snapshot fbf2a225-e55c-446e-9837-40e2a74d9e54 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.118851248Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.118882249Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"uri":"/crucible/0/regions/78d77b37-faf6-4745-a780-a9c78b85af80/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54/run","method":"POST","req_id":"4e021d9c-f3e4-47ff-ba9e-b8e98682ec27","remote_addr":"[fd00:1122:3344:101::a]:55172","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26662,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134546429Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134636321Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134718903Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134726593Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134769494Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134817974Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134916656Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.134979577Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.135027978Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.135077119Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.145969201Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-78d77b37-faf6-4745-a780-a9c78b85af80-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.14641954Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-78d77b37-faf6-4745-a780-a9c78b85af80-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.14910926Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-78d77b37-faf6-4745-a780-a9c78b85af80-fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.160161285Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78d77b37-faf6-4745-a780-a9c78b85af80/.zfs/snapshot/fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.160408279Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.16047169Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.160511821Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.160562612Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.160609063Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.163921685Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.169013999Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"worker"} {"msg":"region 78d77b37-faf6-4745-a780-a9c78b85af80 running snapshot fbf2a225-e55c-446e-9837-40e2a74d9e54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.169025219Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"path is \"/data/regions/78d77b37-faf6-4745-a780-a9c78b85af80\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.369978698Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"dataset is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.378872813Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"datafile"} {"msg":"snapshot is oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80@fbf2a225-e55c-446e-9837-40e2a74d9e54","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.386540395Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e0c96839-cce3-4b4c-a960-24fed33868b2/crucible/regions/78d77b37-faf6-4745-a780-a9c78b85af80\", \"fbf2a225-e55c-446e-9837-40e2a74d9e54\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.386584586Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T06:31:43.394638365Z","hostname":"oxz_crucible_d9a4dc5d-3d71-456a-9259-c727213c1b43","pid":22360,"uri":"/crucible/0/regions/78d77b37-faf6-4745-a780-a9c78b85af80/snapshots/fbf2a225-e55c-446e-9837-40e2a74d9e54/run","method":"POST","req_id":"892b9f77-d3c6-4998-a9aa-7c0f3efcc204","remote_addr":"[fd00:1122:3344:101::a]:55172","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24685,"response_code":"200"}