[ Jan  2 18:38:10 Enabled. ]
[ Jan  2 18:38:10 Rereading configuration. ]
[ Jan  2 18:38:14 Rereading configuration. ]
[ Jan  2 18:38:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.773493431Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206}
{"msg":"dataset: \"oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.774308713Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.774318963Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.774324583Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.788398037Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:20.911318772Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.184260561Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59056"}
{"msg":"region fc13d50e-af2f-47c8-8e01-024509e3e3cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.210880505Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.213698987Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.213767758Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions","method":"POST","req_id":"050ed2d3-a50d-4a49-9f2f-884d0201fd36","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14238,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.220960047Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.220975218Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fc13d50e-af2f-47c8-8e01-024509e3e3cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.28961336Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"region":"fc13d50e-af2f-47c8-8e01-024509e3e3cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fc13d50e-af2f-47c8-8e01-024509e3e3cd\" \"--data\" \"/data/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.291921935Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"region":"fc13d50e-af2f-47c8-8e01-024509e3e3cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.372887753Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions","method":"POST","req_id":"cd1b23fa-ff0b-4299-b546-320b28dc5525","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.630999611Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"region":"fc13d50e-af2f-47c8-8e01-024509e3e3cd","component":"worker"}
{"msg":"region fc13d50e-af2f-47c8-8e01-024509e3e3cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.631068172Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.631277465Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.63161335Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.638596836Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.65464681Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.657796788Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.658534559Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.65859931Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.65864093Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.658681621Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.663155799Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.667491915Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:56.936399426Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions","method":"POST","req_id":"bc106cd6-5ae7-43ff-b7f0-26895fa77d3c","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.666443017Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","method":"GET","req_id":"80b662d2-c046-4f1e-ac1c-1d5cfb6e95a4","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"path is \"/data/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.669250779Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"dataset is oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.677356072Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"region fc13d50e-af2f-47c8-8e01-024509e3e3cd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.68445129Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.684594842Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.684628313Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","method":"DELETE","req_id":"199fc140-f803-4610-8c22-f05ce75d2981","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15369,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-fc13d50e-af2f-47c8-8e01-024509e3e3cd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.685556076Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.688714835Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","method":"GET","req_id":"fae7f8db-3af6-4304-8309-3eca91d7eb36","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.690574503Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3530215b-a0e5-4406-8ecf-9cb1149119bf/crucible/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.699785252Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"region":"fc13d50e-af2f-47c8-8e01-024509e3e3cd","component":"worker"}
{"msg":"region fc13d50e-af2f-47c8-8e01-024509e3e3cd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.771378764Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:38:57.788596271Z","hostname":"oxz_crucible_e00df410-9dff-4e62-a0d7-bcacd2be592e","pid":24206,"uri":"/crucible/0/regions/fc13d50e-af2f-47c8-8e01-024509e3e3cd","method":"GET","req_id":"d35b54d9-a116-4d41-bca7-362fa491ca47","remote_addr":"[fd00:1122:3344:101::a]:59056","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":47,"response_code":200}