[ Aug 25 23:31:18 Enabled. ] [ Aug 25 23:31:18 Rereading configuration. ] [ Aug 25 23:31:20 Rereading configuration. ] [ Aug 25 23:31:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.552512364Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726} {"msg":"dataset: \"oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.552693599Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.55271453Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.55272432Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.57201772Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:31:23.66953957Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.35062307Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40985"} {"msg":"region 9e0cdff1-8b9a-4664-8665-70f46df8c2e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.397583266Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.403059214Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.408596103Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions","method":"POST","req_id":"28c3e344-7fc3-4f36-a013-4ea5ffa5ac7f","remote_addr":"[fd00:1122:3344:101::c]:40985","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22150,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.411153182Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.411188443Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9e0cdff1-8b9a-4664-8665-70f46df8c2e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.481647113Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"9e0cdff1-8b9a-4664-8665-70f46df8c2e8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e0cdff1-8b9a-4664-8665-70f46df8c2e8\" \"--data\" \"/data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.4841206Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"9e0cdff1-8b9a-4664-8665-70f46df8c2e8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.569757529Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions","method":"POST","req_id":"600ca130-7034-4dbf-bdd9-05ddf7cada6a","remote_addr":"[fd00:1122:3344:101::c]:40985","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.787561732Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"9e0cdff1-8b9a-4664-8665-70f46df8c2e8","component":"worker"} {"msg":"region 9e0cdff1-8b9a-4664-8665-70f46df8c2e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.792551827Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.792859645Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.795564968Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.802253008Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.811043445Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.812804383Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.813769129Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.81382821Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.813891812Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.814053656Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.816830311Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.819399711Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:32:01.83680741Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions","method":"POST","req_id":"594fd48b-7430-430b-ab1d-bfcd774899fa","remote_addr":"[fd00:1122:3344:101::c]:40985","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.986906473Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56078"} {"msg":"region 92039317-69b1-4c11-b2e1-ea0c6826aabf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.987078287Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.987684814Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.987713954Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions","method":"POST","req_id":"dc7aed53-3081-4deb-9b6f-43a7a8f0e6a1","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":654,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.995806823Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:02.995825023Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"92039317-69b1-4c11-b2e1-ea0c6826aabf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/92039317-69b1-4c11-b2e1-ea0c6826aabf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.040387465Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"92039317-69b1-4c11-b2e1-ea0c6826aabf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"92039317-69b1-4c11-b2e1-ea0c6826aabf\" \"--data\" \"/data/regions/92039317-69b1-4c11-b2e1-ea0c6826aabf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.040427216Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"92039317-69b1-4c11-b2e1-ea0c6826aabf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.086860528Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"region":"92039317-69b1-4c11-b2e1-ea0c6826aabf","component":"worker"} {"msg":"region 92039317-69b1-4c11-b2e1-ea0c6826aabf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.086888459Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.087024612Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.087379802Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.094653298Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.105545412Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.106692983Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92039317-69b1-4c11-b2e1-ea0c6826aabf","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.10696658Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.107010531Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.107060553Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.107090133Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.10881066Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.112487349Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:03.367657719Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions","method":"POST","req_id":"37f64e71-01ce-4002-9c28-c93a803074cb","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.484716779Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","method":"GET","req_id":"4cab7523-960a-41c8-9c90-63f48021ba69","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.488838661Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"dataset is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.494274647Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"snapshot is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8@57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.500733161Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\", \"57c326d7-d9f8-48c3-8572-1fc580a2ad4d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.500750212Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.511717678Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8/snapshots/57c326d7-d9f8-48c3-8572-1fc580a2ad4d","method":"GET","req_id":"2a375a41-f0f7-4a4f-a408-5491794b1bda","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22939,"response_code":200} {"msg":"path is \"/data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.514925034Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"dataset is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.520876194Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"snapshot is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8@57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.525565441Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\", \"57c326d7-d9f8-48c3-8572-1fc580a2ad4d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.525609282Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9e0cdff1-8b9a-4664-8665-70f46df8c2e8-57c326d7-d9f8-48c3-8572-1fc580a2ad4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.532669852Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"applying SMF actions for region 9e0cdff1-8b9a-4664-8665-70f46df8c2e8 running snapshot 57c326d7-d9f8-48c3-8572-1fc580a2ad4d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.537751869Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.53776636Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8/snapshots/57c326d7-d9f8-48c3-8572-1fc580a2ad4d/run","method":"POST","req_id":"f0288cd5-e0dc-4aaf-ae4e-91c213dc4af5","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22893,"response_code":200} {"msg":"creating missing snapshot instance snapshot-9e0cdff1-8b9a-4664-8665-70f46df8c2e8-57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.539665251Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9e0cdff1-8b9a-4664-8665-70f46df8c2e8-57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.54854774Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9e0cdff1-8b9a-4664-8665-70f46df8c2e8-57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.55350084Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8/.zfs/snapshot/57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.553787929Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.553818136Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.553860578Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.553894601Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.553937858Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.555802706Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.558694094Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"worker"} {"msg":"region 9e0cdff1-8b9a-4664-8665-70f46df8c2e8 running snapshot 57c326d7-d9f8-48c3-8572-1fc580a2ad4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.558722765Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"path is \"/data/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.690511419Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"dataset is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.697267091Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"datafile"} {"msg":"snapshot is oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8@57c326d7-d9f8-48c3-8572-1fc580a2ad4d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.702686027Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fa87f585-447d-4e76-915d-141a9d29e0db/crucible/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8\", \"57c326d7-d9f8-48c3-8572-1fc580a2ad4d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.702727818Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:43:04.708907015Z","hostname":"oxz_crucible_37d9647c-df8f-468d-8ec7-3d5ce577f610","pid":22726,"uri":"/crucible/0/regions/9e0cdff1-8b9a-4664-8665-70f46df8c2e8/snapshots/57c326d7-d9f8-48c3-8572-1fc580a2ad4d/run","method":"POST","req_id":"cfa21505-3ba3-469a-9b11-8f81094690ea","remote_addr":"[fd00:1122:3344:101::c]:56078","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18441,"response_code":200}