[ Aug 31 21:31:51 Enabled. ]
[ Aug 31 21:31:51 Rereading configuration. ]
[ Aug 31 21:31:52 Rereading configuration. ]
[ Aug 31 21:31:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:55.924608461Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736}
{"msg":"dataset: \"oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:55.924788853Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:55.924803473Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:55.924809143Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:55.942587143Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:31:56.01946252Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.682148283Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49078"}
{"msg":"region 6d3dee00-5b7b-447c-b5d8-f1326769b186 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.71343333Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.718369209Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.723024587Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions","method":"POST","req_id":"2b1a3103-e10e-4128-9ac0-56491fc1af0e","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16481,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.729588173Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.729616593Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6d3dee00-5b7b-447c-b5d8-f1326769b186\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.799481159Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"region":"6d3dee00-5b7b-447c-b5d8-f1326769b186","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d3dee00-5b7b-447c-b5d8-f1326769b186\" \"--data\" \"/data/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:31.801484079Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"region":"6d3dee00-5b7b-447c-b5d8-f1326769b186","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.02718567Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions","method":"POST","req_id":"f5ce68f6-100c-4823-9538-79929e21f493","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.037203681Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"region":"6d3dee00-5b7b-447c-b5d8-f1326769b186","component":"worker"}
{"msg":"region 6d3dee00-5b7b-447c-b5d8-f1326769b186 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.041303892Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.041625295Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.043978669Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.051525306Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.062434376Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.064072592Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.06486462Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.064929721Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.064969422Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.065027082Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.070886291Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.074440647Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.54585998Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions","method":"POST","req_id":"1cfc9f7d-e56f-4970-af70-02635d5c7ab7","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.962834293Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","method":"GET","req_id":"2654fa2b-1e48-4f50-9ea6-73871d9d5196","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":92,"response_code":200}
{"msg":"path is \"/data/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.966595751Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"dataset is oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.975157488Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"region 6d3dee00-5b7b-447c-b5d8-f1326769b186 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.983857566Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.984084058Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.984145989Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","method":"DELETE","req_id":"253ec9f9-6deb-44bb-b723-498aea83dae5","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17544,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-6d3dee00-5b7b-447c-b5d8-f1326769b186 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.985184139Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.988697924Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.989707835Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","method":"GET","req_id":"5ebecb19-e83e-4378-ba8e-e43f71680ec2","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_4e5a3f10-d64f-4b39-8b9b-d752106befd0/crucible/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:32.999800607Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"region":"6d3dee00-5b7b-447c-b5d8-f1326769b186","component":"worker"}
{"msg":"region 6d3dee00-5b7b-447c-b5d8-f1326769b186 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:33.069806104Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T21:32:33.095791757Z","hostname":"oxz_crucible_29b91abb-819a-4a32-be30-9e0e17ec6c56","pid":25736,"uri":"/crucible/0/regions/6d3dee00-5b7b-447c-b5d8-f1326769b186","method":"GET","req_id":"44b6f38a-1e0b-450c-8b08-622d4f00c92a","remote_addr":"[fd00:1122:3344:101::b]:49078","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}