[ Sep  8 19:45:56 Enabled. ]
[ Sep  8 19:45:56 Rereading configuration. ]
[ Sep  8 19:45:58 Rereading configuration. ]
[ Sep  8 19:46:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.447018257Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818}
{"msg":"dataset: \"oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.447204201Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.447220271Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.447228522Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.463968528Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:46:03.621600275Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.52376139Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60684"}
{"msg":"region ebf88062-08c4-41a8-b1c1-aaef146260bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.570791195Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.575720079Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.580354546Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions","method":"POST","req_id":"c0fd9f2d-5eee-4acd-8a68-440bbd6ad188","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19704,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.585042164Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.585055605Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ebf88062-08c4-41a8-b1c1-aaef146260bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.65462751Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"region":"ebf88062-08c4-41a8-b1c1-aaef146260bf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ebf88062-08c4-41a8-b1c1-aaef146260bf\" \"--data\" \"/data/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.657067936Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"region":"ebf88062-08c4-41a8-b1c1-aaef146260bf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:06.953747422Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions","method":"POST","req_id":"54257934-0d04-4388-8241-cb97ec4a5d1e","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.018410384Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"region":"ebf88062-08c4-41a8-b1c1-aaef146260bf","component":"worker"}
{"msg":"region ebf88062-08c4-41a8-b1c1-aaef146260bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.023144284Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.023280467Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.0260161Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.034042685Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.045645493Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.049222705Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.050261759Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.050329291Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.050358051Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.050399132Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.054341443Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.058450008Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:07.615575644Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions","method":"POST","req_id":"9703a401-f377-415f-b8f5-f1d4817fb346","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.565715103Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","method":"GET","req_id":"44d5611f-63c5-4a93-a4dc-b21a1d506f6c","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.569125161Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"dataset is oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.578430416Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"region ebf88062-08c4-41a8-b1c1-aaef146260bf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.585336085Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.585504329Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","method":"DELETE","req_id":"844e3075-111e-47f3-84f6-51003d2bcd07","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16401,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.58552728Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-ebf88062-08c4-41a8-b1c1-aaef146260bf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.586615635Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.589720287Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","method":"GET","req_id":"ca487f3a-ecb8-4710-8518-f7c3696af622","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.590489194Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5ca3d957-cdf0-43c6-a90e-49ca4e5231bb/crucible/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.598599242Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"region":"ebf88062-08c4-41a8-b1c1-aaef146260bf","component":"worker"}
{"msg":"region ebf88062-08c4-41a8-b1c1-aaef146260bf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.653445047Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-08T19:58:32.665605608Z","hostname":"oxz_crucible_97ec3760-7cf7-445e-bbbe-2a42c54b5895","pid":818,"uri":"/crucible/0/regions/ebf88062-08c4-41a8-b1c1-aaef146260bf","method":"GET","req_id":"0a0e5438-ee10-4338-8436-3edd143401ee","remote_addr":"[fd00:1122:3344:101::a]:60684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200}