[ Jan  6 19:25:22 Enabled. ]
[ Jan  6 19:25:22 Rereading configuration. ]
[ Jan  6 19:25:24 Rereading configuration. ]
[ Jan  6 19:25:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:30.985754037Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369}
{"msg":"dataset: \"oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:30.986609252Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:30.986619942Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:30.986625243Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:30.99901618Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:31.138356629Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.544751524Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49805"}
{"msg":"region 307304ac-1d81-4bec-9981-7521a11aa2e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.569458006Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.572427294Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.572480835Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions","method":"POST","req_id":"01bf7d45-a852-4c04-b50a-88bc8105c7fe","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16550,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.580500603Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.580518443Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"307304ac-1d81-4bec-9981-7521a11aa2e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/307304ac-1d81-4bec-9981-7521a11aa2e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.661283876Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"region":"307304ac-1d81-4bec-9981-7521a11aa2e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"307304ac-1d81-4bec-9981-7521a11aa2e1\" \"--data\" \"/data/regions/307304ac-1d81-4bec-9981-7521a11aa2e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.663293416Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"region":"307304ac-1d81-4bec-9981-7521a11aa2e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:52.719527492Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions","method":"POST","req_id":"16b1bdf3-ffd1-45aa-97f9-dfafc60fb4c4","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.02421288Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"region":"307304ac-1d81-4bec-9981-7521a11aa2e1","component":"worker"}
{"msg":"region 307304ac-1d81-4bec-9981-7521a11aa2e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.024312883Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.024486588Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.02487094Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.032332461Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.052384765Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.057804945Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.058508406Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.058575238Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.05861496Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.05864829Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.065127533Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.072341176Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.399681715Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions","method":"POST","req_id":"806c0ffe-db91-47c4-845b-13dc0c8ade95","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.989919844Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","method":"GET","req_id":"f7ff467c-7b94-4c6a-9f90-faefa00d9698","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/307304ac-1d81-4bec-9981-7521a11aa2e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:53.994076327Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"dataset is oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.002658432Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"region 307304ac-1d81-4bec-9981-7521a11aa2e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.011486163Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.011686449Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.01172375Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","method":"DELETE","req_id":"db8c5d7c-effb-4672-af11-37c82fcef11f","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17634,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-307304ac-1d81-4bec-9981-7521a11aa2e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.012679549Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.017565013Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.020183431Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","method":"GET","req_id":"6e3d2f16-bd2c-4119-bdc5-1bf38fdd25a3","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_822fb9fd-cda1-433f-b7be-a76061eb9396/crucible/regions/307304ac-1d81-4bec-9981-7521a11aa2e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.026471247Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"region":"307304ac-1d81-4bec-9981-7521a11aa2e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.077628013Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","method":"GET","req_id":"22dd0df2-51d5-4206-b82a-eacbec985f63","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 307304ac-1d81-4bec-9981-7521a11aa2e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.115195296Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T19:25:54.1828244Z","hostname":"oxz_crucible_6082ac35-ccef-44c3-98d7-f5b92c17bf2e","pid":25369,"uri":"/crucible/0/regions/307304ac-1d81-4bec-9981-7521a11aa2e1","method":"GET","req_id":"80c3197b-80b0-4c45-ac51-9fdefae6af02","remote_addr":"[fd00:1122:3344:101::a]:49805","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}