[ Aug 25 23:02:02 Enabled. ]
[ Aug 25 23:02:02 Rereading configuration. ]
[ Aug 25 23:02:04 Rereading configuration. ]
[ Aug 25 23:02:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.526709044Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235}
{"msg":"dataset: \"oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.526925139Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.526976331Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.526989211Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.542733031Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:08.617896637Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.599832235Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48347"}
{"msg":"region bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.631794087Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.63400273Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.638339745Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions","method":"POST","req_id":"1cd3cf85-f046-457a-ad6c-bd4ce3393af7","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15677,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.642849914Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.642871295Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.677203394Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"region":"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\" \"--data\" \"/data/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.679458489Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"region":"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.796866745Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"region":"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","component":"worker"}
{"msg":"region bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.801422995Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.80159938Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.80451955Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.808696101Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.818103569Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.819288677Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.820039785Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.820100397Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.820142258Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.820178789Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.822196237Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.824579675Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.837066107Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions","method":"POST","req_id":"d812a2ab-079b-43ee-ab9a-930bb928d347","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.385313863Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","method":"GET","req_id":"fc1fca67-85e8-411a-9878-2e66fa314156","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.388593902Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"dataset is oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.397306123Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"region bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.404276011Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.404409524Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.404422025Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","method":"DELETE","req_id":"b61547f9-4573-42c6-9f0b-84ee90a97877","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15856,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.40544674Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.407338045Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","method":"GET","req_id":"818a703c-141a-4007-8b01-a9fc20193686","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.408502154Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_00b66425-ee39-436c-af00-b8b1e0d9e45b/crucible/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.417364188Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"region":"bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","component":"worker"}
{"msg":"region bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.47128822Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.482342867Z","hostname":"oxz_crucible_d75394f3-2618-4576-97fa-b1ad5e88b6a7","pid":23235,"uri":"/crucible/0/regions/bc5eebf2-8732-4d9c-bc18-d1cb0c21eab3","method":"GET","req_id":"d2082053-228f-4a0e-8cf6-6b8907bbfd5b","remote_addr":"[fd00:1122:3344:101::c]:48347","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}