{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.656970922Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39932"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.657077534Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"uri":"/crucible/0/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","method":"GET","req_id":"59d055dc-6c69-439f-921c-4d41065ae9f8","remote_addr":"[fd00:1122:3344:101::b]:39932","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.662753278Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"dataset is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.672413045Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"snapshot is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48@543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.681252247Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\", \"543dd394-4a17-4bc3-a423-ca149df40408\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.681284477Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.692132106Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"uri":"/crucible/0/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48/snapshots/543dd394-4a17-4bc3-a423-ca149df40408","method":"GET","req_id":"87e9323b-bb90-4e93-ac64-faefa703f4c2","remote_addr":"[fd00:1122:3344:101::b]:39932","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32111,"response_code":"200"} {"msg":"path is \"/data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.695164292Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"dataset is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.704603385Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"snapshot is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48@543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.712433248Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\", \"543dd394-4a17-4bc3-a423-ca149df40408\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.712463119Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48-543dd394-4a17-4bc3-a423-ca149df40408 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.721757069Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"applying SMF actions for region 47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48 running snapshot 543dd394-4a17-4bc3-a423-ca149df40408 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.72235492Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.72237508Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"uri":"/crucible/0/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48/snapshots/543dd394-4a17-4bc3-a423-ca149df40408/run","method":"POST","req_id":"22f81a69-94d9-4dcd-ab86-fd163e9d5593","remote_addr":"[fd00:1122:3344:101::b]:39932","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27246,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730728443Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730813015Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730893736Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730901036Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730945667Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.730992798Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.73109845Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.731157801Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.731203072Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.731250753Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.73818596Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48-543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.738641058Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48-543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.741784756Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48-543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.755304323Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48/.zfs/snapshot/543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.75563683Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.755689031Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.755729371Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.755765422Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.755816773Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.75948194Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.763694477Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"worker"} {"msg":"region 47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48 running snapshot 543dd394-4a17-4bc3-a423-ca149df40408 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.763705457Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"path is \"/data/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.963552887Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"dataset is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.973187934Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"datafile"} {"msg":"snapshot is oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48@543dd394-4a17-4bc3-a423-ca149df40408","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.982345722Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70e0d831-ab44-4f14-ac88-b3594bdc4494/crucible/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48\", \"543dd394-4a17-4bc3-a423-ca149df40408\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.982379562Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:22:48.9909873Z","hostname":"oxz_crucible_dc113417-1df1-4166-b8f7-c4a21d17acdd","pid":22214,"uri":"/crucible/0/regions/47873ebc-02d2-4a9a-a2c3-f8a0e4b39f48/snapshots/543dd394-4a17-4bc3-a423-ca149df40408/run","method":"POST","req_id":"8bb7da63-0a37-46fd-9ed1-a9f9a73e4a72","remote_addr":"[fd00:1122:3344:101::b]:39932","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27461,"response_code":"200"}