{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.553553314Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53660"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.557599734Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"uri":"/crucible/0/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","method":"GET","req_id":"c939acd8-839e-42b0-a149-46e3cca01e05","remote_addr":"[fd00:1122:3344:101::a]:53660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4001,"response_code":"200"} {"msg":"path is \"/data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.561032117Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"dataset is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.569816566Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"snapshot is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4@19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.578878153Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\", \"19898bc9-a062-4926-b165-e67066c9c552\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.578906063Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.594560599Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"uri":"/crucible/0/regions/74c1cab9-cf95-49de-a013-a7edae439cc4/snapshots/19898bc9-a062-4926-b165-e67066c9c552","method":"GET","req_id":"512e3813-e84b-4b58-b74e-554f25f964b0","remote_addr":"[fd00:1122:3344:101::a]:53660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33526,"response_code":"200"} {"msg":"path is \"/data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.598160287Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"dataset is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.606738441Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"snapshot is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4@19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.614556623Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\", \"19898bc9-a062-4926-b165-e67066c9c552\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.614584804Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 74c1cab9-cf95-49de-a013-a7edae439cc4-19898bc9-a062-4926-b165-e67066c9c552 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.623169597Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"applying SMF actions for region 74c1cab9-cf95-49de-a013-a7edae439cc4 running snapshot 19898bc9-a062-4926-b165-e67066c9c552 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.623749683Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.623777633Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"uri":"/crucible/0/regions/74c1cab9-cf95-49de-a013-a7edae439cc4/snapshots/19898bc9-a062-4926-b165-e67066c9c552/run","method":"POST","req_id":"f206ee19-7e03-4158-8de4-fe07e6a05e94","remote_addr":"[fd00:1122:3344:101::a]:53660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25655,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632115Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632216203Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632296225Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632304025Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632344276Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632398498Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632498181Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632560892Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632607584Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.632656425Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.642686588Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-74c1cab9-cf95-49de-a013-a7edae439cc4-19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.643234962Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-74c1cab9-cf95-49de-a013-a7edae439cc4-19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.651887658Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-74c1cab9-cf95-49de-a013-a7edae439cc4-19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.676847507Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4/.zfs/snapshot/19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.677196086Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.677249588Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.677288639Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.67732527Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.677372391Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.686400147Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.69388152Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"worker"} {"msg":"region 74c1cab9-cf95-49de-a013-a7edae439cc4 running snapshot 19898bc9-a062-4926-b165-e67066c9c552 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.693892951Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"path is \"/data/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.81226874Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"dataset is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.821261015Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"datafile"} {"msg":"snapshot is oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4@19898bc9-a062-4926-b165-e67066c9c552","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.828970935Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crucible/regions/74c1cab9-cf95-49de-a013-a7edae439cc4\", \"19898bc9-a062-4926-b165-e67066c9c552\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.829001226Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T14:16:40.837014654Z","hostname":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","pid":22091,"uri":"/crucible/0/regions/74c1cab9-cf95-49de-a013-a7edae439cc4/snapshots/19898bc9-a062-4926-b165-e67066c9c552/run","method":"POST","req_id":"8f42d0e6-c9ad-412b-941f-53853504be51","remote_addr":"[fd00:1122:3344:101::a]:53660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24766,"response_code":"200"}