[ May  1 16:21:34 Enabled. ]
[ May  1 16:21:34 Rereading configuration. ]
[ May  1 16:21:36 Rereading configuration. ]
[ May  1 16:21:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:41.944739495Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845}
{"msg":"dataset: \"oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:41.945564733Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:41.945603864Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:41.945610284Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:41.958696523Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:21:42.061357207Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.734301666Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43348"}
{"msg":"region 9de30a4a-b7c7-4551-b981-bef7d9210c82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.762917798Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.76537858Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.765433121Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions","method":"POST","req_id":"d1736a96-f3c7-4518-b775-4c709e234c98","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15435,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.773560715Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.773575245Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9de30a4a-b7c7-4551-b981-bef7d9210c82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.845366938Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"region":"9de30a4a-b7c7-4551-b981-bef7d9210c82","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9de30a4a-b7c7-4551-b981-bef7d9210c82\" \"--data\" \"/data/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.84775757Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"region":"9de30a4a-b7c7-4551-b981-bef7d9210c82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:33.965359241Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions","method":"POST","req_id":"5ad90a88-9778-4777-b48b-68440176e56e","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.19853651Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"region":"9de30a4a-b7c7-4551-b981-bef7d9210c82","component":"worker"}
{"msg":"region 9de30a4a-b7c7-4551-b981-bef7d9210c82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.198594342Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.198798236Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.199128213Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.205756795Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.219720333Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.222972762Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.223601876Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.223671137Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.223719658Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.223755449Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.227923038Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.232378483Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:34.443546983Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions","method":"POST","req_id":"84a2d93c-e894-4527-9db6-b276860fa47c","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.002464839Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","method":"GET","req_id":"b1026096-864a-4622-8fb3-367edfea64ca","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.00809574Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"dataset is oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.015897136Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"region 9de30a4a-b7c7-4551-b981-bef7d9210c82 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.023846136Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.023969879Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.023984409Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","method":"DELETE","req_id":"a243d87f-c9fd-429e-bdad-a6c9d306b1f1","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15903,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9de30a4a-b7c7-4551-b981-bef7d9210c82 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.025136174Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.026694387Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","method":"GET","req_id":"82dd597c-8a54-47c7-bf7f-1ad166cf1e7f","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.030644101Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_17e34966-e5b5-432d-8553-afd03d4e6770/crucible/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.038577471Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"region":"9de30a4a-b7c7-4551-b981-bef7d9210c82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.082688513Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","method":"GET","req_id":"6f7c65ac-2d14-4253-9d7c-0866bdf7a190","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"region 9de30a4a-b7c7-4551-b981-bef7d9210c82 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.102493766Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T16:22:35.262589705Z","hostname":"oxz_crucible_d96d9ae2-e93d-4451-907d-82d036898d52","pid":23845,"uri":"/crucible/0/regions/9de30a4a-b7c7-4551-b981-bef7d9210c82","method":"GET","req_id":"f6f7ac0b-1c63-4a17-9ef2-ec8aa234cbbd","remote_addr":"[fd00:1122:3344:101::b]:43348","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}