[ Jul 22 07:46:26 Enabled. ]
[ Jul 22 07:46:26 Rereading configuration. ]
[ Jul 22 07:46:29 Rereading configuration. ]
[ Jul 22 07:46:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.445873621Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185}
{"msg":"dataset: \"oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.446032054Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.446042734Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.446048614Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.462028155Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:46:33.623849492Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.485507023Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44465"}
{"msg":"region 6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.518338072Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.523393007Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.526148013Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"43a07027-4586-4758-9cf1-4298dba89f79","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17042,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.533400114Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.533421024Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.608544267Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\" \"--data\" \"/data/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.61061464Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.757577Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","component":"worker"}
{"msg":"region 6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.761616184Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.76190832Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.764614136Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.772793005Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.788386788Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.793078814Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.793798849Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.796142938Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.796207699Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.79621467Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.808146666Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.814178301Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:14.909724867Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"a51ebc28-fc1c-4cb5-a3e5-6e4d1c95cbaf","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.378527325Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","method":"GET","req_id":"4aa290a6-a633-4278-a1d8-a0b061ca772a","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.381718381Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"dataset is oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.390109305Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"region 6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.398365946Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.39856429Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.39858149Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","method":"DELETE","req_id":"5f5ba1ec-c91c-4adc-8780-9c43498c4632","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16896,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.39956172Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.402965321Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","method":"GET","req_id":"d7f00e76-6127-4f6b-b6bb-2a84a3a254fd","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.40437462Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.412725013Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","component":"worker"}
{"msg":"region 6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.48657082Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:47:15.536156746Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/6a2fb10a-4f14-49f5-88bb-a4cd3bb7c64f","method":"GET","req_id":"67e1d335-c60d-43ed-a4c3-f7ccc5376827","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.467947046Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53149"}
{"msg":"region f2485956-e303-474f-a9d3-a6e935197a8a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.468090559Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.469261033Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.469280244Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"97135777-69ef-4852-96f5-a94784993128","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1213,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.479042806Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.479068436Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f2485956-e303-474f-a9d3-a6e935197a8a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2485956-e303-474f-a9d3-a6e935197a8a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.535479033Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"f2485956-e303-474f-a9d3-a6e935197a8a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2485956-e303-474f-a9d3-a6e935197a8a\" \"--data\" \"/data/regions/f2485956-e303-474f-a9d3-a6e935197a8a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.535524054Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"f2485956-e303-474f-a9d3-a6e935197a8a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.610886263Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"f2485956-e303-474f-a9d3-a6e935197a8a","component":"worker"}
{"msg":"region f2485956-e303-474f-a9d3-a6e935197a8a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.610915173Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.611016845Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.611817332Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.61703103Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.630528079Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.633858528Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2485956-e303-474f-a9d3-a6e935197a8a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.634142524Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.634173774Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.634235666Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.634264076Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.637513854Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.642455816Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:19.76112544Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"4bd6d3d0-c1ee-4938-b220-50f3181097b1","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"region a425b040-49bb-4dbf-a11b-98561b50266a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.568212205Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.568375568Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"dd639f5d-9f1c-449f-a180-e6ff7112883b","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":211,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.568408809Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.575443425Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.575486475Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a425b040-49bb-4dbf-a11b-98561b50266a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a425b040-49bb-4dbf-a11b-98561b50266a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.631591846Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"a425b040-49bb-4dbf-a11b-98561b50266a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a425b040-49bb-4dbf-a11b-98561b50266a\" \"--data\" \"/data/regions/a425b040-49bb-4dbf-a11b-98561b50266a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.631637037Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"a425b040-49bb-4dbf-a11b-98561b50266a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.710396546Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"0ef17d67-76c7-4c6a-b277-888ce3d6eecd","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.713189044Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"a425b040-49bb-4dbf-a11b-98561b50266a","component":"worker"}
{"msg":"region a425b040-49bb-4dbf-a11b-98561b50266a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.713210844Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.713359627Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.714332457Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.723281863Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.731800819Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.734987625Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.735293431Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.735348272Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.735388383Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.735424364Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.742081631Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:25.751358763Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:26.285506643Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions","method":"POST","req_id":"5531d6f3-f1d8-4d9b-a2d4-84253f86a540","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.778361446Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/a425b040-49bb-4dbf-a11b-98561b50266a","method":"GET","req_id":"f3154bc4-bec6-4452-b0a6-80099d903d07","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/a425b040-49bb-4dbf-a11b-98561b50266a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.782247646Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"dataset is oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/a425b040-49bb-4dbf-a11b-98561b50266a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.792720913Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"region a425b040-49bb-4dbf-a11b-98561b50266a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.80030901Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.800473873Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.800501774Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/a425b040-49bb-4dbf-a11b-98561b50266a","method":"DELETE","req_id":"d9a52c19-9481-4f19-862d-02edf7e4ee0b","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18313,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a425b040-49bb-4dbf-a11b-98561b50266a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.802144438Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.804602359Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/a425b040-49bb-4dbf-a11b-98561b50266a","method":"GET","req_id":"498fe769-5662-4d66-ba26-d4113ac20989","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.807397207Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5ef9a87b-ff22-485a-8d17-51e215c55b6b/crucible/regions/a425b040-49bb-4dbf-a11b-98561b50266a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.815995265Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"region":"a425b040-49bb-4dbf-a11b-98561b50266a","component":"worker"}
{"msg":"region a425b040-49bb-4dbf-a11b-98561b50266a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.870303118Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T07:58:50.898090713Z","hostname":"oxz_crucible_a3c3c472-ccfa-4971-b86f-2e86303baea2","pid":28185,"uri":"/crucible/0/regions/a425b040-49bb-4dbf-a11b-98561b50266a","method":"GET","req_id":"b2f5f0a1-f79f-43bb-90ea-60d8b6ae1b88","remote_addr":"[fd00:1122:3344:101::c]:53149","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":200}