{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.012090157Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42464"} {"msg":"region 8356f9a2-196f-4c93-93f8-a01ed1c22595 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.012166459Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.014187489Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions","method":"POST","req_id":"24876f6c-7f22-46e0-b01a-25a8e5721ebc","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2055,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.014204539Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_77497958-0acc-42f2-8770-3505cf174f59/crucible/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.022470921Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_77497958-0acc-42f2-8770-3505cf174f59/crucible/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.022489801Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8356f9a2-196f-4c93-93f8-a01ed1c22595\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.08665884Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"region":"8356f9a2-196f-4c93-93f8-a01ed1c22595","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8356f9a2-196f-4c93-93f8-a01ed1c22595\" \"--data\" \"/data/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.086696641Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"region":"8356f9a2-196f-4c93-93f8-a01ed1c22595","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.330734935Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions","method":"POST","req_id":"0c30cbc2-b1f1-41b8-af09-b711e47ee55f","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.496049455Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"region":"8356f9a2-196f-4c93-93f8-a01ed1c22595","component":"worker"} {"msg":"region 8356f9a2-196f-4c93-93f8-a01ed1c22595 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.496104486Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.49622348Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.497395424Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.517205524Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.557104082Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.563490509Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.5638631Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.563938462Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.563994494Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.564042725Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.57136581Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.58126859Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:25.900054231Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions","method":"POST","req_id":"2d88c9c9-08c7-4c2e-905a-aeac643739ef","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.277055348Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","method":"GET","req_id":"9f49f55d-602b-4b88-a60a-4a9f32f7df6f","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.279728846Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"dataset is oxp_77497958-0acc-42f2-8770-3505cf174f59/crucible/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.29078907Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"region 8356f9a2-196f-4c93-93f8-a01ed1c22595 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.298450824Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.299171796Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","method":"DELETE","req_id":"be2b2bf9-4c6a-430f-aa21-58689af6123e","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19476,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.299210167Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-8356f9a2-196f-4c93-93f8-a01ed1c22595 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.30068824Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.302463942Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","method":"GET","req_id":"87ca5305-a772-4114-9583-66cf0638678a","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.306463099Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_77497958-0acc-42f2-8770-3505cf174f59/crucible/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.313881486Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"region":"8356f9a2-196f-4c93-93f8-a01ed1c22595","component":"worker"} {"msg":"region 8356f9a2-196f-4c93-93f8-a01ed1c22595 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.37309946Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:51.443850201Z","hostname":"oxz_crucible_48cba728-97c5-4568-bf05-b7a44cc547a0","pid":25373,"uri":"/crucible/0/regions/8356f9a2-196f-4c93-93f8-a01ed1c22595","method":"GET","req_id":"3921156b-5d3f-43c3-af20-3166fb07ed69","remote_addr":"[fd00:1122:3344:101::a]:42464","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":200}