[ Jun 18 17:17:10 Enabled. ]
[ Jun 18 17:17:10 Rereading configuration. ]
[ Jun 18 17:17:12 Rereading configuration. ]
[ Jun 18 17:17:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.676801302Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984}
{"msg":"dataset: \"oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.677051207Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.677065107Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.677073137Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.69629665Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:17:15.772037603Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.521140703Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47221"}
{"msg":"region df4ea67e-c7ce-4b59-a589-4c9a8648e243 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.565786483Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.572003038Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.572034129Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions","method":"POST","req_id":"fc4ba54f-cf4a-4b7e-b9fc-54e5802b9b40","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16791,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.584484528Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.584509728Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"df4ea67e-c7ce-4b59-a589-4c9a8648e243\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.629947393Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"region":"df4ea67e-c7ce-4b59-a589-4c9a8648e243","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df4ea67e-c7ce-4b59-a589-4c9a8648e243\" \"--data\" \"/data/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.632374923Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"region":"df4ea67e-c7ce-4b59-a589-4c9a8648e243","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.762607852Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions","method":"POST","req_id":"ca04f899-6bb9-44eb-9b95-16dad9e809be","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.990662687Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"region":"df4ea67e-c7ce-4b59-a589-4c9a8648e243","component":"worker"}
{"msg":"region df4ea67e-c7ce-4b59-a589-4c9a8648e243 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.990703118Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.99081071Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.993558136Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:50.99853457Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.00685622Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.00806866Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.008767762Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.008827713Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.008868273Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.008896114Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.019248718Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.021533786Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:28:51.452433363Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions","method":"POST","req_id":"723dd18b-0dcf-4e70-a123-7d01799dbf4e","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:15.996923722Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","method":"GET","req_id":"5bd41043-b920-414f-8eaa-d15295a624d8","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.004454338Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"dataset is oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.013770095Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"region df4ea67e-c7ce-4b59-a589-4c9a8648e243 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.020345116Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.020499458Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.020518848Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","method":"DELETE","req_id":"5bcbb979-0e39-4c50-ac65-72a69b896b25","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16088,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-df4ea67e-c7ce-4b59-a589-4c9a8648e243 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.021575206Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.024121379Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.024804111Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","method":"GET","req_id":"6ef71cfc-e1e2-4cf1-a3ea-49d2f8ee625d","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_1b515969-4888-416a-92bf-a07e558b8130/crucible/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.031730577Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"region":"df4ea67e-c7ce-4b59-a589-4c9a8648e243","component":"worker"}
{"msg":"region df4ea67e-c7ce-4b59-a589-4c9a8648e243 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.077924114Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-18T17:29:16.10503045Z","hostname":"oxz_crucible_096fda65-41e1-4e83-9da7-c53bf04023d5","pid":26984,"uri":"/crucible/0/regions/df4ea67e-c7ce-4b59-a589-4c9a8648e243","method":"GET","req_id":"fc71899e-ac9c-4552-af11-596a6b13f343","remote_addr":"[fd00:1122:3344:101::b]:47221","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}