[ Aug 20 19:23:38 Enabled. ]
[ Aug 20 19:23:38 Rereading configuration. ]
[ Aug 20 19:23:41 Rereading configuration. ]
[ Aug 20 19:23:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.269046282Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590}
{"msg":"dataset: \"oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.269308087Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.269323058Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.269331148Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.290147305Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:23:45.410309631Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.267138052Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53685"}
{"msg":"region c9585056-e26c-4179-8cc3-4587094d8d95 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.301891498Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.306783861Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.311338558Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions","method":"POST","req_id":"0f88ca19-61ad-43c3-ad63-620ee75d15a2","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18513,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible/regions/c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.314666002Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible/regions/c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.314680842Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c9585056-e26c-4179-8cc3-4587094d8d95\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c9585056-e26c-4179-8cc3-4587094d8d95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.422268768Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"region":"c9585056-e26c-4179-8cc3-4587094d8d95","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c9585056-e26c-4179-8cc3-4587094d8d95\" \"--data\" \"/data/regions/c9585056-e26c-4179-8cc3-4587094d8d95\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.424232595Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"region":"c9585056-e26c-4179-8cc3-4587094d8d95","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.549799125Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions","method":"POST","req_id":"6d88be87-72a9-475e-934f-0bd6fbcdcf94","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.57208933Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"region":"c9585056-e26c-4179-8cc3-4587094d8d95","component":"worker"}
{"msg":"region c9585056-e26c-4179-8cc3-4587094d8d95 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.580309508Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.580644014Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.583734193Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.592419419Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.610889236Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.614496811Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.615213064Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.615276365Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.615318526Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.615351647Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.620408203Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:20.625596153Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.136710528Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions","method":"POST","req_id":"92e65483-c8a6-433c-94c2-3ea1940af9d1","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.915049827Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions/c9585056-e26c-4179-8cc3-4587094d8d95","method":"GET","req_id":"f565b0b8-720d-438d-b7e8-8213ba932c6d","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/c9585056-e26c-4179-8cc3-4587094d8d95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.917883941Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"dataset is oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible/regions/c9585056-e26c-4179-8cc3-4587094d8d95","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.925967506Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"region c9585056-e26c-4179-8cc3-4587094d8d95 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.933446529Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.933646832Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.933695983Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions/c9585056-e26c-4179-8cc3-4587094d8d95","method":"DELETE","req_id":"ae898423-2cda-40de-8330-b3c124af4b19","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15816,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c9585056-e26c-4179-8cc3-4587094d8d95 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.93456527Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.937788442Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions/c9585056-e26c-4179-8cc3-4587094d8d95","method":"GET","req_id":"7835985c-d520-4076-8573-93ab33c1025b","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.945453008Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_23f10857-fc0b-4acd-8e6e-74ee36629e76/crucible/regions/c9585056-e26c-4179-8cc3-4587094d8d95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.954268866Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"region":"c9585056-e26c-4179-8cc3-4587094d8d95","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:21.99578843Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions/c9585056-e26c-4179-8cc3-4587094d8d95","method":"GET","req_id":"b6f245ff-8fae-45a3-b9f8-ee96bc77698e","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region c9585056-e26c-4179-8cc3-4587094d8d95 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:22.102082481Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T19:24:22.15753131Z","hostname":"oxz_crucible_de8ee990-b18a-4794-95f3-d06bc29b1ba3","pid":25590,"uri":"/crucible/0/regions/c9585056-e26c-4179-8cc3-4587094d8d95","method":"GET","req_id":"48d516e6-1a63-4dc1-8f59-1e46d02c1f28","remote_addr":"[fd00:1122:3344:101::b]:53685","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}