[ Jul  2 01:16:07 Enabled. ]
[ Jul  2 01:16:07 Rereading configuration. ]
[ Jul  2 01:16:11 Rereading configuration. ]
[ Jul  2 01:16:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:17.97405516Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655}
{"msg":"dataset: \"oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:17.974223231Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:17.974238731Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:17.974244671Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:17.987964275Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.071394658Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.778035736Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36138"}
{"msg":"region c5493252-33ac-474a-b1e8-bfde9b5270e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.809578238Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.814677181Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.81700074Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions","method":"POST","req_id":"70198aaf-385c-4fe4-8bd9-f6e93993afab","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16022,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.822748728Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.822763028Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c5493252-33ac-474a-b1e8-bfde9b5270e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.895768614Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"region":"c5493252-33ac-474a-b1e8-bfde9b5270e2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c5493252-33ac-474a-b1e8-bfde9b5270e2\" \"--data\" \"/data/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:44.897555979Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"region":"c5493252-33ac-474a-b1e8-bfde9b5270e2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.034136104Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"region":"c5493252-33ac-474a-b1e8-bfde9b5270e2","component":"worker"}
{"msg":"region c5493252-33ac-474a-b1e8-bfde9b5270e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.03615941Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.036465113Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.038742892Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.044748312Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.056680061Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.059997139Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.060734145Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.062714671Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.062760762Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.062789682Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.074772431Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.080067965Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:45.094172223Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions","method":"POST","req_id":"fb90c121-9282-4f0e-9735-e8c95b093e13","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.2182189Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","method":"GET","req_id":"a890e549-67b3-4b54-9e5e-379a4eaf6873","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.222200823Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"dataset is oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.22904783Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"region c5493252-33ac-474a-b1e8-bfde9b5270e2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.237220398Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.23741274Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.23744452Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","method":"DELETE","req_id":"cba2f34d-2134-4ab8-8da6-e18df2a834b7","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15275,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c5493252-33ac-474a-b1e8-bfde9b5270e2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.238397948Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.240930459Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","method":"GET","req_id":"425fba15-ca95-4d9d-a9b5-355affec828b","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.244320697Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f59f7853-7bae-4959-b61c-8295ca3b7abd/crucible/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.253302202Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"region":"c5493252-33ac-474a-b1e8-bfde9b5270e2","component":"worker"}
{"msg":"region c5493252-33ac-474a-b1e8-bfde9b5270e2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.328479296Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:46.389605714Z","hostname":"oxz_crucible_1286e97b-183c-4daa-bd99-9a4fa5637994","pid":29655,"uri":"/crucible/0/regions/c5493252-33ac-474a-b1e8-bfde9b5270e2","method":"GET","req_id":"3d3b9d66-7ed7-4d15-962f-66458dc4becd","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200}