{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.450988982Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34993"} {"msg":"region a00ea38b-5d9e-4564-a304-f3fe1f6f3976 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.451070484Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.454630147Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions","method":"POST","req_id":"4490890b-6c62-4d3b-a8b0-fd78aaf683cf","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3590,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.454643787Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.462354824Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.462370575Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a00ea38b-5d9e-4564-a304-f3fe1f6f3976\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a00ea38b-5d9e-4564-a304-f3fe1f6f3976\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.509007788Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"region":"a00ea38b-5d9e-4564-a304-f3fe1f6f3976","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a00ea38b-5d9e-4564-a304-f3fe1f6f3976\" \"--data\" \"/data/regions/a00ea38b-5d9e-4564-a304-f3fe1f6f3976\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.509038378Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"region":"a00ea38b-5d9e-4564-a304-f3fe1f6f3976","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.59135791Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"region":"a00ea38b-5d9e-4564-a304-f3fe1f6f3976","component":"worker"} {"msg":"region a00ea38b-5d9e-4564-a304-f3fe1f6f3976 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.591392471Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.591496133Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.591896101Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.60116532Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.622097348Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.624617699Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a00ea38b-5d9e-4564-a304-f3fe1f6f3976","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.624943846Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.625003427Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.625052688Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.625103109Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.628989439Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.63296306Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions","method":"POST","req_id":"b9138ece-9e00-4814-a847-23e82b889c99","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:49.647199941Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.225383071Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386","method":"GET","req_id":"219cd5bf-ba9b-4b5f-89f3-02106357b5f7","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.229130148Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"dataset is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.235783114Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"snapshot is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386@f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.241787036Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\", \"f1d9907d-d947-48c9-861a-bd6d4c0f0305\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.241810977Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.251328481Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386/snapshots/f1d9907d-d947-48c9-861a-bd6d4c0f0305","method":"GET","req_id":"1270c11c-0fcd-4120-be83-cd85a542fea6","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22234,"response_code":200} {"msg":"path is \"/data/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.254732281Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"dataset is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.260540159Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"snapshot is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386@f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.266195985Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\", \"f1d9907d-d947-48c9-861a-bd6d4c0f0305\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.266209095Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ce03f62a-9101-4b80-9e75-a5b7b7caa386-f1d9907d-d947-48c9-861a-bd6d4c0f0305 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.274202778Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.274333031Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386/snapshots/f1d9907d-d947-48c9-861a-bd6d4c0f0305/run","method":"POST","req_id":"1e21bfb5-c1f8-4c26-b8c0-f47f4197970e","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19626,"response_code":200} {"msg":"applying SMF actions for region ce03f62a-9101-4b80-9e75-a5b7b7caa386 running snapshot f1d9907d-d947-48c9-861a-bd6d4c0f0305 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.274351961Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ce03f62a-9101-4b80-9e75-a5b7b7caa386-f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.27867401Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ce03f62a-9101-4b80-9e75-a5b7b7caa386-f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.286651553Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ce03f62a-9101-4b80-9e75-a5b7b7caa386-f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296184098Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386/.zfs/snapshot/f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296459193Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296504764Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296544875Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296582186Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.296630267Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.3002279Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.304589479Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"worker"} {"msg":"region ce03f62a-9101-4b80-9e75-a5b7b7caa386 running snapshot f1d9907d-d947-48c9-861a-bd6d4c0f0305 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.30459837Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"path is \"/data/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.501366259Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"dataset is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.507878952Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"datafile"} {"msg":"snapshot is oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386@f1d9907d-d947-48c9-861a-bd6d4c0f0305","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.513805713Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3127ad4-6cdb-40ed-a3e1-b71531ddbbc4/crucible/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386\", \"f1d9907d-d947-48c9-861a-bd6d4c0f0305\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.513827104Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T21:31:51.51952524Z","hostname":"oxz_crucible_9585ec0f-f3ca-4b0e-8e4a-f891d0948189","pid":22219,"uri":"/crucible/0/regions/ce03f62a-9101-4b80-9e75-a5b7b7caa386/snapshots/f1d9907d-d947-48c9-861a-bd6d4c0f0305/run","method":"POST","req_id":"0b4e70ae-17ea-4f18-a90f-3662baac0650","remote_addr":"[fd00:1122:3344:101::b]:34993","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18177,"response_code":200}