{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.040698902Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34542"} {"msg":"region 94074df9-416b-41a6-9e1b-9973ea0cbde0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.041441805Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.042315728Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions","method":"POST","req_id":"fb868cf0-f024-4901-bcc2-0adce5542111","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1577,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.042328559Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.053543319Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.053570389Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"94074df9-416b-41a6-9e1b-9973ea0cbde0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/94074df9-416b-41a6-9e1b-9973ea0cbde0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.119249852Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"region":"94074df9-416b-41a6-9e1b-9973ea0cbde0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"94074df9-416b-41a6-9e1b-9973ea0cbde0\" \"--data\" \"/data/regions/94074df9-416b-41a6-9e1b-9973ea0cbde0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.121272134Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"region":"94074df9-416b-41a6-9e1b-9973ea0cbde0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.186838885Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"region":"94074df9-416b-41a6-9e1b-9973ea0cbde0","component":"worker"} {"msg":"region 94074df9-416b-41a6-9e1b-9973ea0cbde0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.186879175Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.186994887Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.187948573Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.196139574Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.208783887Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.212217862Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94074df9-416b-41a6-9e1b-9973ea0cbde0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.212506006Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.212564577Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.212608298Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.212655329Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.215924721Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.221355048Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.381803069Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions","method":"POST","req_id":"21b4f54d-f484-43ae-8e76-6f4f65fb1656","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:29.992789087Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions/c2e08d21-26f5-4194-9a2c-235f9413967f","method":"GET","req_id":"90aaf82b-4fa8-4b64-a149-7b51aa3258b8","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"path is \"/data/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:29.99605698Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"dataset is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.005166266Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"snapshot is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f@7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.014621427Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\", \"7076a379-b110-44db-b9de-9525ba9ba766\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.014658898Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.026746671Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions/c2e08d21-26f5-4194-9a2c-235f9413967f/snapshots/7076a379-b110-44db-b9de-9525ba9ba766","method":"GET","req_id":"bfdec447-e255-4f39-aae2-8521233bbfc0","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30691,"response_code":"200"} {"msg":"path is \"/data/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.030653794Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"dataset is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.04039878Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"snapshot is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f@7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.048524631Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\", \"7076a379-b110-44db-b9de-9525ba9ba766\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.048550951Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c2e08d21-26f5-4194-9a2c-235f9413967f-7076a379-b110-44db-b9de-9525ba9ba766 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.057719528Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"applying SMF actions for region c2e08d21-26f5-4194-9a2c-235f9413967f running snapshot 7076a379-b110-44db-b9de-9525ba9ba766 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.057908341Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.057946482Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions/c2e08d21-26f5-4194-9a2c-235f9413967f/snapshots/7076a379-b110-44db-b9de-9525ba9ba766/run","method":"POST","req_id":"72acdc24-f015-442a-a1ad-ee5b6c6a7253","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27324,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-c2e08d21-26f5-4194-9a2c-235f9413967f-7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.060756997Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c2e08d21-26f5-4194-9a2c-235f9413967f-7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.063566622Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c2e08d21-26f5-4194-9a2c-235f9413967f-7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.074994505Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c2e08d21-26f5-4194-9a2c-235f9413967f/.zfs/snapshot/7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.07529748Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.07535195Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.075396581Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.075439712Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.075492313Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.078976029Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.083147015Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"worker"} {"msg":"region c2e08d21-26f5-4194-9a2c-235f9413967f running snapshot 7076a379-b110-44db-b9de-9525ba9ba766 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.083159646Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"path is \"/data/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.254332329Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"dataset is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.262894226Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"datafile"} {"msg":"snapshot is oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f@7076a379-b110-44db-b9de-9525ba9ba766","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.2712385Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50ee5ee8-be28-48eb-9f52-740c68ec2afb/crucible/regions/c2e08d21-26f5-4194-9a2c-235f9413967f\", \"7076a379-b110-44db-b9de-9525ba9ba766\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.27126432Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:30.280029391Z","hostname":"oxz_crucible_efef279a-cccf-4ffd-8973-e78831a5f3fd","pid":22671,"uri":"/crucible/0/regions/c2e08d21-26f5-4194-9a2c-235f9413967f/snapshots/7076a379-b110-44db-b9de-9525ba9ba766/run","method":"POST","req_id":"0376c164-ce8c-4c71-a259-1c56e67062fb","remote_addr":"[fd00:1122:3344:101::a]:34542","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25742,"response_code":"200"}