[ Jan  7 19:43:13 Enabled. ]
[ Jan  7 19:43:13 Rereading configuration. ]
[ Jan  7 19:43:17 Rereading configuration. ]
[ Jan  7 19:43:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.656347504Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942}
{"msg":"dataset: \"oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.657109364Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.657119374Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.657124494Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.66927526Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:24.956282573Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.020367916Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54899"}
{"msg":"region 98e70a6c-4b2f-4f56-ab03-a4eb01cec572 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.05103857Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.054781168Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.054840839Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"0e1c57b9-8a3b-40ea-8c08-3bb69827beee","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18483,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.062895813Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.062912833Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"98e70a6c-4b2f-4f56-ab03-a4eb01cec572\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.1621636Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"region":"98e70a6c-4b2f-4f56-ab03-a4eb01cec572","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98e70a6c-4b2f-4f56-ab03-a4eb01cec572\" \"--data\" \"/data/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.16446305Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"region":"98e70a6c-4b2f-4f56-ab03-a4eb01cec572","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.377850936Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"7330913f-93be-4447-b085-21c7f7f099a0","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.559108248Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"region":"98e70a6c-4b2f-4f56-ab03-a4eb01cec572","component":"worker"}
{"msg":"region 98e70a6c-4b2f-4f56-ab03-a4eb01cec572 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.559199889Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.559437712Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.559887328Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.568455358Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.588056951Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.59189776Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.59263346Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.59269642Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.592746711Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.592781382Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.597680854Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.607100536Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:56.963767405Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"9e97f54c-868e-44a9-853d-e4f3d23f997a","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.37284783Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","method":"GET","req_id":"16923f1b-1e15-47e2-a5df-ba4786a3dc53","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.379273452Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"dataset is oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.387765372Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"region 98e70a6c-4b2f-4f56-ab03-a4eb01cec572 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.396413593Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.396600075Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","method":"DELETE","req_id":"7c2a3190-8805-4116-bb42-db5e291165c2","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17350,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.396647766Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-98e70a6c-4b2f-4f56-ab03-a4eb01cec572 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.397609348Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.401760282Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","method":"GET","req_id":"19b1661a-4a20-4a16-9d10-41d0bad9a803","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.411498557Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_601911b0-67da-436e-96b2-d5767e749f12/crucible/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.419991987Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"region":"98e70a6c-4b2f-4f56-ab03-a4eb01cec572","component":"worker"}
{"msg":"region 98e70a6c-4b2f-4f56-ab03-a4eb01cec572 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.535827867Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:43:57.546800698Z","hostname":"oxz_crucible_314f53cf-ac16-4ec1-8215-522a6855eba1","pid":23942,"uri":"/crucible/0/regions/98e70a6c-4b2f-4f56-ab03-a4eb01cec572","method":"GET","req_id":"aad72b32-9117-42ea-95fe-d8a6a8371547","remote_addr":"[fd00:1122:3344:101::c]:54899","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}