[ Jan  6 01:49:07 Enabled. ]
[ Jan  6 01:49:07 Rereading configuration. ]
[ Jan  6 01:49:10 Rereading configuration. ]
[ Jan  6 01:49:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:17.872891658Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647}
{"msg":"dataset: \"oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:17.873656895Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:17.873667345Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:17.873672425Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:17.885286983Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:18.019449596Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.115191633Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35652"}
{"msg":"region 162939cf-ca26-4f6c-9654-021ed096f228 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.151792025Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.158211185Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.158270756Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions","method":"POST","req_id":"290ad858-15da-45b3-a3d2-1f05eae84f56","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24699,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible/regions/162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.166659174Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible/regions/162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.166676264Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"162939cf-ca26-4f6c-9654-021ed096f228\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/162939cf-ca26-4f6c-9654-021ed096f228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.266054872Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"region":"162939cf-ca26-4f6c-9654-021ed096f228","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"162939cf-ca26-4f6c-9654-021ed096f228\" \"--data\" \"/data/regions/162939cf-ca26-4f6c-9654-021ed096f228\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.268407544Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"region":"162939cf-ca26-4f6c-9654-021ed096f228","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.446414235Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions","method":"POST","req_id":"3d5767fa-f017-4491-a7e8-44f5e37e4031","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.794504044Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"region":"162939cf-ca26-4f6c-9654-021ed096f228","component":"worker"}
{"msg":"region 162939cf-ca26-4f6c-9654-021ed096f228 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.794591875Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.794751256Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.795065839Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.811716785Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.845127927Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.849063023Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions","method":"POST","req_id":"0bf70d1d-6dc3-49f6-bd18-b53b19c10fff","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.855572434Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.85615637Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.85622199Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.856274111Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.856327151Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.868813638Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:46.880774439Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.313430431Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions/162939cf-ca26-4f6c-9654-021ed096f228","method":"GET","req_id":"46185644-3d4c-47d4-aa14-c4c4f83094c7","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":91,"response_code":200}
{"msg":"path is \"/data/regions/162939cf-ca26-4f6c-9654-021ed096f228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.316729441Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"dataset is oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible/regions/162939cf-ca26-4f6c-9654-021ed096f228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.325083479Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"region 162939cf-ca26-4f6c-9654-021ed096f228 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.332916043Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.333136555Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions/162939cf-ca26-4f6c-9654-021ed096f228","method":"DELETE","req_id":"23fe42cd-c46b-47ff-82ba-3b7f6b5f86b0","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16437,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.333191865Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-162939cf-ca26-4f6c-9654-021ed096f228 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.334200704Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.336420585Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions/162939cf-ca26-4f6c-9654-021ed096f228","method":"GET","req_id":"43b8c764-f9a4-4014-ac8c-d45f451f3fe0","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.338504955Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ea7b5ff5-50b9-41c7-8db1-38e96f051980/crucible/regions/162939cf-ca26-4f6c-9654-021ed096f228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.347756391Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"region":"162939cf-ca26-4f6c-9654-021ed096f228","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.415324032Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions/162939cf-ca26-4f6c-9654-021ed096f228","method":"GET","req_id":"7dec5bf0-ff66-4823-af5b-feee3d24f1e7","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 162939cf-ca26-4f6c-9654-021ed096f228 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.454048133Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T01:49:48.52222581Z","hostname":"oxz_crucible_d425d77a-fa8e-4fa9-9310-a94e17d472fa","pid":25647,"uri":"/crucible/0/regions/162939cf-ca26-4f6c-9654-021ed096f228","method":"GET","req_id":"27fb2444-e482-4eb3-9f94-10d03a539b44","remote_addr":"[fd00:1122:3344:101::c]:35652","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}