[ May 20 17:43:25 Enabled. ]
[ May 20 17:43:25 Rereading configuration. ]
[ May 20 17:43:28 Rereading configuration. ]
[ May 20 17:43:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.268416063Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398}
{"msg":"dataset: \"oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.269259519Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.269272689Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.269279929Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.285289737Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:33.391164682Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.441680537Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61741"}
{"msg":"region 73ac517f-273c-4944-aa95-5faf4475976e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.473984921Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.476733563Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.476780744Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions","method":"POST","req_id":"67590c5a-e6e6-4f7e-8a2a-dfb1b6336967","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16636,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible/regions/73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.48580979Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible/regions/73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.48582433Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"73ac517f-273c-4944-aa95-5faf4475976e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/73ac517f-273c-4944-aa95-5faf4475976e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.547050198Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"region":"73ac517f-273c-4944-aa95-5faf4475976e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"73ac517f-273c-4944-aa95-5faf4475976e\" \"--data\" \"/data/regions/73ac517f-273c-4944-aa95-5faf4475976e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.549484452Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"region":"73ac517f-273c-4944-aa95-5faf4475976e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.811361061Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions","method":"POST","req_id":"22a0fb0f-0503-4e52-ba5d-b92cd5c3dbf8","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.91202338Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"region":"73ac517f-273c-4944-aa95-5faf4475976e","component":"worker"}
{"msg":"region 73ac517f-273c-4944-aa95-5faf4475976e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.912103502Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.912338698Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.912754779Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.924729182Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.94344276Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.947987469Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.948698688Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.948754649Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.94879367Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.948824941Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.954894889Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:58.960092435Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.117801414Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions","method":"POST","req_id":"252fe9b9-314d-4411-b1d0-d26d44539ed5","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.795129212Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions/73ac517f-273c-4944-aa95-5faf4475976e","method":"GET","req_id":"aa481630-d188-4a15-88d0-06a14eb6aa98","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/73ac517f-273c-4944-aa95-5faf4475976e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.797423052Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"dataset is oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible/regions/73ac517f-273c-4944-aa95-5faf4475976e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.806748295Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"region 73ac517f-273c-4944-aa95-5faf4475976e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.814378625Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.814546799Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions/73ac517f-273c-4944-aa95-5faf4475976e","method":"DELETE","req_id":"6df27743-5af0-4637-bf92-2667cc9b7b37","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17154,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.81459489Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-73ac517f-273c-4944-aa95-5faf4475976e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.815861093Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.817338162Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions/73ac517f-273c-4944-aa95-5faf4475976e","method":"GET","req_id":"b99a09f3-0b52-4628-8634-65dd5ab4617b","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.821265685Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a5949cca-cecb-43f5-b730-ab31d3ce7b5e/crucible/regions/73ac517f-273c-4944-aa95-5faf4475976e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.829546391Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"region":"73ac517f-273c-4944-aa95-5faf4475976e","component":"worker"}
{"msg":"region 73ac517f-273c-4944-aa95-5faf4475976e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.906989083Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:43:59.971309303Z","hostname":"oxz_crucible_6a59fbaa-0e8c-4814-830e-6efc55188734","pid":24398,"uri":"/crucible/0/regions/73ac517f-273c-4944-aa95-5faf4475976e","method":"GET","req_id":"046741c1-cca2-4300-a061-bdb53bdfff55","remote_addr":"[fd00:1122:3344:101::b]:61741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":200}