[ Jul  1 22:41:39 Enabled. ]
[ Jul  1 22:41:39 Rereading configuration. ]
[ Jul  1 22:41:43 Rereading configuration. ]
[ Jul  1 22:41:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.273721768Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447}
{"msg":"dataset: \"oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.273873551Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.273883951Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.273888791Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.288882728Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:41:50.534101403Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.045905474Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45886"}
{"msg":"region 343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.077825145Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.083072709Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.085393405Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"e90f20c6-4a50-4c0d-ae69-6df4709add1f","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16828,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.092010886Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.092029447Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.168144794Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\" \"--data\" \"/data/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.170144313Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.258774248Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"d91958ad-454c-422a-9a8e-5d18af35c0d8","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.304100925Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","component":"worker"}
{"msg":"region 343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.308596619Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.30898072Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.311385339Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.321324756Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.33567516Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.338980365Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.339679779Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.341679509Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.34172219Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.341827292Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.352624006Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.360549992Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:29.887598777Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"33ad250e-64ec-4643-934a-0bf101abb4a9","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.399301397Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","method":"GET","req_id":"0d74bd99-bd35-4112-a521-17f57cdc1f6b","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.401813987Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"dataset is oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.409894917Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"region 343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.417043199Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.417243083Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.417311794Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","method":"DELETE","req_id":"32244219-cffa-4ace-a8e3-f93e494b5b12","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15490,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.418313144Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.420883335Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","method":"GET","req_id":"33532f3f-c990-4202-9756-0624df8adf3a","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.42315968Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.432557466Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.491188847Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","method":"GET","req_id":"f530faf0-b412-421b-b642-67fd8e1b213f","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region 343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.508486259Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:42:30.631394782Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/343e0ea5-b25f-4bf1-bb9e-cb8070bcbcc2","method":"GET","req_id":"211be247-517a-4e8d-bea4-714f7377f1e4","remote_addr":"[fd00:1122:3344:101::b]:45886","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200}