[ Aug 27 01:40:13 Enabled. ]
[ Aug 27 01:40:13 Rereading configuration. ]
[ Aug 27 01:40:20 Rereading configuration. ]
[ Aug 27 01:40:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.316076482Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221}
{"msg":"dataset: \"oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.316218943Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.316228913Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.316234183Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.330501616Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:40:29.526087134Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.704820564Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44035"}
{"msg":"region 2ae23442-0bd1-4d0d-88b7-66f1d4a4a620 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.739835195Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.744618076Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.748787142Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions","method":"POST","req_id":"0276ea78-99b0-47fb-8943-486c1e28c2fc","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16785,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.753387471Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.753422941Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.816418162Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"region":"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\" \"--data\" \"/data/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.818339989Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"region":"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:16.965154719Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions","method":"POST","req_id":"7e37157d-519c-445d-8e56-112397c8c5e9","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.045842562Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"region":"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","component":"worker"}
{"msg":"region 2ae23442-0bd1-4d0d-88b7-66f1d4a4a620 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.049614284Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.049746555Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.052195826Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.058826503Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.073024945Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.076462254Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.077179541Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.077245111Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.077289582Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.077328042Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.080779931Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.084948607Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.602871102Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions","method":"POST","req_id":"a147f88e-8c0d-4ed2-9612-b01184ece627","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.909243422Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","method":"GET","req_id":"f7ed881c-3958-4573-ad95-b92ceda471b5","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"path is \"/data/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.912062616Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"dataset is oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.920576919Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"region 2ae23442-0bd1-4d0d-88b7-66f1d4a4a620 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.927437178Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.927562729Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.927584419Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","method":"DELETE","req_id":"ec5304bc-4e01-4436-8858-aa839e9e84d1","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15557,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2ae23442-0bd1-4d0d-88b7-66f1d4a4a620 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.928497277Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.930934268Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","method":"GET","req_id":"4536b721-b82e-4659-9824-7eb1c80cb797","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.933075717Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_676d9cc7-460a-453e-a3b6-0388710e36b6/crucible/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.941074175Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"region":"2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:17.989803304Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","method":"GET","req_id":"7b86a6eb-a1ec-466b-aa9f-bcadc0d14e95","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 2ae23442-0bd1-4d0d-88b7-66f1d4a4a620 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:18.010009257Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-27T01:41:18.141968159Z","hostname":"oxz_crucible_e90b3205-3cff-4c42-87b2-4bd4e1ff015f","pid":26221,"uri":"/crucible/0/regions/2ae23442-0bd1-4d0d-88b7-66f1d4a4a620","method":"GET","req_id":"da003c55-50f8-4214-b4d7-5c7bd0b0e253","remote_addr":"[fd00:1122:3344:101::c]:44035","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":200}