{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.552494504Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34039"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.552581154Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"uri":"/crucible/0/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","method":"GET","req_id":"2f2f0a05-86f9-426c-87a1-e98c3033ba99","remote_addr":"[fd00:1122:3344:101::a]:34039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.563822372Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"dataset is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.572738646Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"snapshot is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.580379101Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.580411362Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.590956965Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"uri":"/crucible/0/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc","method":"GET","req_id":"fcf489bc-2214-49c5-8e2a-486157a57fd9","remote_addr":"[fd00:1122:3344:101::a]:34039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30602,"response_code":"200"} {"msg":"path is \"/data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.596482909Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"dataset is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.605559033Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"snapshot is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.613004378Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.613027938Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ba31c4f3-3e35-44c3-a26d-b9beca1f41d8-bbdfbc53-562c-436f-8909-18e5b68befdc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.62166324Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"applying SMF actions for region ba31c4f3-3e35-44c3-a26d-b9beca1f41d8 running snapshot bbdfbc53-562c-436f-8909-18e5b68befdc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.622312994Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.622333584Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"uri":"/crucible/0/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc/run","method":"POST","req_id":"a83d4ce9-ace6-4246-88e6-8ddb6f94ab04","remote_addr":"[fd00:1122:3344:101::a]:34039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25884,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633515581Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633604182Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633688782Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633696342Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633740693Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633792213Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633908474Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.633986104Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.634036494Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.634086635Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.640918106Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ba31c4f3-3e35-44c3-a26d-b9beca1f41d8-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.641398559Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ba31c4f3-3e35-44c3-a26d-b9beca1f41d8-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.644268756Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ba31c4f3-3e35-44c3-a26d-b9beca1f41d8-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.653995215Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8/.zfs/snapshot/bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.654221716Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.654276826Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.654317677Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.654355407Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.654404747Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.657613016Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.661747231Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"worker"} {"msg":"region ba31c4f3-3e35-44c3-a26d-b9beca1f41d8 running snapshot bbdfbc53-562c-436f-8909-18e5b68befdc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.661756101Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"path is \"/data/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.75619647Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"dataset is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.765388805Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"datafile"} {"msg":"snapshot is oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.773469193Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e675eab5-e239-4d5e-ae15-a16be58d2ab1/crucible/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.773493983Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.781498992Z","hostname":"oxz_crucible_f72c9827-408f-4bef-808e-3b3c02d51ab0","pid":22931,"uri":"/crucible/0/regions/ba31c4f3-3e35-44c3-a26d-b9beca1f41d8/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc/run","method":"POST","req_id":"6720bbe9-9284-40a2-a63b-db0615c7b326","remote_addr":"[fd00:1122:3344:101::a]:34039","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25333,"response_code":"200"}