{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.386785154Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44399"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.386860366Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"uri":"/crucible/0/regions/ba478479-9e63-455c-a83c-1011ceb9970c","method":"GET","req_id":"eb32685d-1c9a-4bda-bed9-8fce8161e4fe","remote_addr":"[fd00:1122:3344:101::c]:44399","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"path is \"/data/regions/ba478479-9e63-455c-a83c-1011ceb9970c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.391691376Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"dataset is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.400773654Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"snapshot is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.408798794Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.408838064Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.422216183Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"uri":"/crucible/0/regions/ba478479-9e63-455c-a83c-1011ceb9970c/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","method":"GET","req_id":"d02104df-49b1-41ab-9fdd-e1fc0ff42e91","remote_addr":"[fd00:1122:3344:101::c]:44399","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30532,"response_code":"200"} {"msg":"path is \"/data/regions/ba478479-9e63-455c-a83c-1011ceb9970c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.425470264Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"dataset is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.433630735Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"snapshot is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.44087142Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.44089662Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ba478479-9e63-455c-a83c-1011ceb9970c-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.450315066Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"applying SMF actions for region ba478479-9e63-455c-a83c-1011ceb9970c running snapshot 21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.451219642Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.451239673Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"uri":"/crucible/0/regions/ba478479-9e63-455c-a83c-1011ceb9970c/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7/run","method":"POST","req_id":"c2acebc7-f4cb-4d0e-aa4f-ffe6d254324b","remote_addr":"[fd00:1122:3344:101::c]:44399","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25754,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.45916338Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459249732Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459337503Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459346714Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459387864Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459437795Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459542337Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459608098Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.459657129Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.45970789Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.464912787Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ba478479-9e63-455c-a83c-1011ceb9970c-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.465391816Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ba478479-9e63-455c-a83c-1011ceb9970c-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.468412142Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ba478479-9e63-455c-a83c-1011ceb9970c-21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482100157Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba478479-9e63-455c-a83c-1011ceb9970c/.zfs/snapshot/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482368982Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482438033Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482477773Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482518434Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.482580715Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.486476608Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.491194046Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"worker"} {"msg":"region ba478479-9e63-455c-a83c-1011ceb9970c running snapshot 21e0cc2b-49dc-430f-b2f2-88c4e7354ca7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.491217436Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"path is \"/data/regions/ba478479-9e63-455c-a83c-1011ceb9970c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.652019616Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"dataset is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.660127417Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"datafile"} {"msg":"snapshot is oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c@21e0cc2b-49dc-430f-b2f2-88c4e7354ca7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.668972901Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a67670b3-a91d-42f2-9bbd-c09f71423d38/crucible/regions/ba478479-9e63-455c-a83c-1011ceb9970c\", \"21e0cc2b-49dc-430f-b2f2-88c4e7354ca7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.669007752Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:53:07.676071493Z","hostname":"oxz_crucible_c52a6fe4-bf84-4c94-bbe1-7ab33de9c67e","pid":22895,"uri":"/crucible/0/regions/ba478479-9e63-455c-a83c-1011ceb9970c/snapshots/21e0cc2b-49dc-430f-b2f2-88c4e7354ca7/run","method":"POST","req_id":"59aeae5c-a04a-48a7-8603-91c00e516796","remote_addr":"[fd00:1122:3344:101::c]:44399","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24064,"response_code":"200"}