[ Jun 26 04:40:17 Enabled. ]
[ Jun 26 04:40:17 Rereading configuration. ]
[ Jun 26 04:40:18 Rereading configuration. ]
[ Jun 26 04:40:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.223571714Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049}
{"msg":"dataset: \"oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.223834718Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.223882039Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.223888989Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.239062916Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:23.322892164Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.617891773Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52619"}
{"msg":"region e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.669309734Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.677351234Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.677456096Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions","method":"POST","req_id":"f0d68d59-6375-41e2-b230-31993bef0897","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24528,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.68839292Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.68842125Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.757155241Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"region":"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\" \"--data\" \"/data/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.759641109Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"region":"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:49.973143131Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions","method":"POST","req_id":"65df8dda-87db-4222-a732-7eb4e1366e91","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.054455171Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"region":"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","component":"worker"}
{"msg":"region e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.054526652Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.054750905Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.057677659Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.062795436Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.074227678Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.076306019Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.077124451Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.077185932Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.077216972Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.077271773Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.090214697Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.094103976Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:50.624012284Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions","method":"POST","req_id":"8825c60a-48d1-4349-be73-96e15e1bb5b7","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.136905607Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","method":"GET","req_id":"8eeb17b6-52c5-4044-a445-65753f783891","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"path is \"/data/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.140294328Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"dataset is oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.148663554Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"region e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.15642955Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.156617353Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.156659444Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","method":"DELETE","req_id":"ed7232ac-65a2-43c3-93ad-69b39d054331","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16365,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.157612358Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.160114726Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","method":"GET","req_id":"756cd1b5-20bb-4244-94c3-ce05297d6087","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.160767595Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5bda1b7c-1bb9-4977-b47b-74b5d70795b8/crucible/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.170938228Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"region":"e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","component":"worker"}
{"msg":"region e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.253493686Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:40:51.258941198Z","hostname":"oxz_crucible_43d5aefd-e5cb-4239-a55b-58e97f4f6cbb","pid":25049,"uri":"/crucible/0/regions/e6b6ea01-c92f-4449-ad1c-e28bc9b5bd93","method":"GET","req_id":"50aeb304-1cec-432f-a857-ac2b5bec928e","remote_addr":"[fd00:1122:3344:101::c]:52619","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}