[ Aug 25 20:51:12 Enabled. ]
[ Aug 25 20:51:12 Rereading configuration. ]
[ Aug 25 20:51:15 Rereading configuration. ]
[ Aug 25 20:51:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.694993841Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708}
{"msg":"dataset: \"oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.695164033Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.695215464Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.695224504Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.708897295Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:51:17.80459762Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.526083222Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52348"}
{"msg":"region d8b3ab82-bc83-4637-a358-3d1c73a3c617 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.55740657Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.561772491Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.567950887Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions","method":"POST","req_id":"cf487b80-4674-42bc-8576-a36d92db2535","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17182,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.570073416Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.570104987Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d8b3ab82-bc83-4637-a358-3d1c73a3c617\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.638094536Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"region":"d8b3ab82-bc83-4637-a358-3d1c73a3c617","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d8b3ab82-bc83-4637-a358-3d1c73a3c617\" \"--data\" \"/data/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.640480559Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"region":"d8b3ab82-bc83-4637-a358-3d1c73a3c617","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.721721603Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions","method":"POST","req_id":"2af1e58a-0fba-4f9f-9515-9620c3e5c007","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.766492337Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"region":"d8b3ab82-bc83-4637-a358-3d1c73a3c617","component":"worker"}
{"msg":"region d8b3ab82-bc83-4637-a358-3d1c73a3c617 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.770416142Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.770555234Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.772845836Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.779538559Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.790852177Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.794341806Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.795037806Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.795099126Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.795142097Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.795178397Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.799930354Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:41.804373406Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:42.193684088Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions","method":"POST","req_id":"3f5a361b-9dbc-4816-b59d-3d7f8af563d4","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.077839856Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","method":"GET","req_id":"753fc5b9-c1ef-45ea-a5ad-b2b56413ce64","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.080659925Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"dataset is oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.088030358Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"region d8b3ab82-bc83-4637-a358-3d1c73a3c617 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.095126407Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.095289579Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.095309769Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","method":"DELETE","req_id":"38a90df8-b9cb-4292-b7e3-18b88c551f82","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14653,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d8b3ab82-bc83-4637-a358-3d1c73a3c617 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.096211182Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.099205624Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","method":"GET","req_id":"12a7ecc3-ab43-49f9-ac78-e299379170ee","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.101436185Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_95bd4137-53ae-47a6-bef1-55b6fc7c06ef/crucible/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.110902987Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"region":"d8b3ab82-bc83-4637-a358-3d1c73a3c617","component":"worker"}
{"msg":"region d8b3ab82-bc83-4637-a358-3d1c73a3c617 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.177231953Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T20:52:43.237707776Z","hostname":"oxz_crucible_b63d30ab-1385-4998-8f00-2f454090cf5c","pid":24708,"uri":"/crucible/0/regions/d8b3ab82-bc83-4637-a358-3d1c73a3c617","method":"GET","req_id":"5a7f9bc2-a9dd-463f-8f51-48775f368412","remote_addr":"[fd00:1122:3344:101::b]:52348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}