{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.402652429Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55699"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.402806111Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"uri":"/crucible/0/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","method":"GET","req_id":"16c162de-8bc0-4ec1-b3d6-ba52ec66cbb5","remote_addr":"[fd00:1122:3344:101::c]:55699","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.410505586Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.423341398Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843@b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.436278721Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\", \"b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.436314582Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.457027501Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"uri":"/crucible/0/regions/3cb802a3-0be5-4820-b0b5-14ce80853843/snapshots/b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","method":"GET","req_id":"b46e9930-1288-4b07-9175-d4953642784b","remote_addr":"[fd00:1122:3344:101::c]:55699","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50206,"response_code":200} {"msg":"path is \"/data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.461947875Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.475526048Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843@b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.487810681Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\", \"b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.487848052Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3cb802a3-0be5-4820-b0b5-14ce80853843-b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.501974153Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"applying SMF actions for region 3cb802a3-0be5-4820-b0b5-14ce80853843 running snapshot b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.503013368Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.503063459Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"uri":"/crucible/0/regions/3cb802a3-0be5-4820-b0b5-14ce80853843/snapshots/b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce/run","method":"POST","req_id":"639ad576-c634-468a-8193-36ce9910a5f4","remote_addr":"[fd00:1122:3344:101::c]:55699","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41145,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.52923614Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529383202Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529495964Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529505134Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529569005Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529639686Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529796549Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.52988992Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.529961671Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.530029552Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.542267525Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3cb802a3-0be5-4820-b0b5-14ce80853843-b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.542993416Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3cb802a3-0be5-4820-b0b5-14ce80853843-b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.553283929Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3cb802a3-0be5-4820-b0b5-14ce80853843-b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.568994984Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843/.zfs/snapshot/b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.569430301Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.569517192Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.569576363Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.569644304Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.569740365Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.574538697Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.579292888Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"worker"} {"msg":"region 3cb802a3-0be5-4820-b0b5-14ce80853843 running snapshot b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.579306538Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"path is \"/data/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.838002063Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.847607217Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843@b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.856214215Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ab5449ff-81b9-4653-839f-db083f6b6aa5/crucible/regions/3cb802a3-0be5-4820-b0b5-14ce80853843\", \"b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.856255616Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:18.864457309Z","hostname":"oxz_crucible_83e934a3-8d20-4745-ae8e-2d45c0224454","pid":23796,"uri":"/crucible/0/regions/3cb802a3-0be5-4820-b0b5-14ce80853843/snapshots/b2e612a5-3b8a-4dc3-9937-ac9bce6dfbce/run","method":"POST","req_id":"5331395f-b44f-4332-9ea6-0edb7f68a55d","remote_addr":"[fd00:1122:3344:101::c]:55699","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26487,"response_code":200}