[ Nov  2 20:45:58 Enabled. ]
[ Nov  2 20:45:58 Rereading configuration. ]
[ Nov  2 20:46:04 Rereading configuration. ]
[ Nov  2 20:46:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.783591185Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973}
{"msg":"dataset: \"oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.783782268Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.783797398Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.783803378Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.803104744Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.882203782Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.515876998Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60551"}
{"msg":"region 33580a3b-1fa0-409f-b01a-691454f941c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.548407552Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.554840524Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.558982087Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions","method":"POST","req_id":"f1bf3089-97b5-4f9c-a50d-bae34eb4fd3c","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17516,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible/regions/33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.560706729Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible/regions/33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.560716019Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"33580a3b-1fa0-409f-b01a-691454f941c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33580a3b-1fa0-409f-b01a-691454f941c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.659855923Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"region":"33580a3b-1fa0-409f-b01a-691454f941c2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33580a3b-1fa0-409f-b01a-691454f941c2\" \"--data\" \"/data/regions/33580a3b-1fa0-409f-b01a-691454f941c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.659936334Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"region":"33580a3b-1fa0-409f-b01a-691454f941c2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.771364815Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions","method":"POST","req_id":"0499398e-49f8-4135-9317-755767f45797","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.800294864Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"region":"33580a3b-1fa0-409f-b01a-691454f941c2","component":"worker"}
{"msg":"region 33580a3b-1fa0-409f-b01a-691454f941c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.802204258Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.802528092Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.802845626Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.812607951Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.825697357Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.82982707Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.830559959Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.83061407Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.830655831Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.830699221Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.835154938Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.840098361Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.356476584Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions","method":"POST","req_id":"39b51546-05ee-421b-969a-94e17988fd64","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.906081841Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions/33580a3b-1fa0-409f-b01a-691454f941c2","method":"GET","req_id":"618d8b68-d1c9-4247-a2cb-83d3a1a4c5d6","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"path is \"/data/regions/33580a3b-1fa0-409f-b01a-691454f941c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.912368486Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"dataset is oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible/regions/33580a3b-1fa0-409f-b01a-691454f941c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.924364515Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"region 33580a3b-1fa0-409f-b01a-691454f941c2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.934511884Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.934828388Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions/33580a3b-1fa0-409f-b01a-691454f941c2","method":"DELETE","req_id":"94af0b20-accd-4815-9dcf-785ece08690b","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22438,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.934913159Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-33580a3b-1fa0-409f-b01a-691454f941c2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.936013763Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.940205226Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions/33580a3b-1fa0-409f-b01a-691454f941c2","method":"GET","req_id":"45e12624-75fe-4f95-8126-26cd48c82f40","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.946156112Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a073bc60-2f99-404a-8d45-08b4eda20fab/crucible/regions/33580a3b-1fa0-409f-b01a-691454f941c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.957940352Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"region":"33580a3b-1fa0-409f-b01a-691454f941c2","component":"worker"}
{"msg":"region 33580a3b-1fa0-409f-b01a-691454f941c2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:49.064932806Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:49.07230753Z","hostname":"oxz_crucible_92f76fad-efb5-4785-a004-17e9b6ee3c47","pid":27973,"uri":"/crucible/0/regions/33580a3b-1fa0-409f-b01a-691454f941c2","method":"GET","req_id":"4f7edd1a-8c3b-41bb-996b-6992cd122a5c","remote_addr":"[fd00:1122:3344:101::a]:60551","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200}