{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.753726279Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34353"}
{"msg":"region 2f9db1ac-ee78-4143-ac82-7b36a7770abb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.801000708Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.808352371Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.813314407Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions","method":"POST","req_id":"92428217-11f1-431e-82cc-a2313e8f5441","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21870,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.816964778Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.816989658Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2f9db1ac-ee78-4143-ac82-7b36a7770abb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f9db1ac-ee78-4143-ac82-7b36a7770abb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.875915193Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"2f9db1ac-ee78-4143-ac82-7b36a7770abb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f9db1ac-ee78-4143-ac82-7b36a7770abb\" \"--data\" \"/data/regions/2f9db1ac-ee78-4143-ac82-7b36a7770abb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.875957584Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"2f9db1ac-ee78-4143-ac82-7b36a7770abb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.205054095Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions","method":"POST","req_id":"4b2f0e87-a74b-4bdf-9341-ae1cc884bf22","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":112,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.420753574Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"2f9db1ac-ee78-4143-ac82-7b36a7770abb","component":"worker"}
{"msg":"region 2f9db1ac-ee78-4143-ac82-7b36a7770abb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.424839213Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.425047558Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.425460916Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.439434307Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.469226846Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.472608021Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f9db1ac-ee78-4143-ac82-7b36a7770abb","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.473694613Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.473789524Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.473849976Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.473901426Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.478682749Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.483835099Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:59.590525002Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions","method":"POST","req_id":"75bc0264-8a8b-475a-ac27-0b553f734935","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region 628d4432-b5a6-4349-99db-4c8f956b17ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.065914096Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.066086719Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions","method":"POST","req_id":"6784258f-6807-4091-bae5-380158d92a1e","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":232,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.06610362Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.072112317Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.072126857Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"628d4432-b5a6-4349-99db-4c8f956b17ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/628d4432-b5a6-4349-99db-4c8f956b17ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.127378519Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"628d4432-b5a6-4349-99db-4c8f956b17ca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"628d4432-b5a6-4349-99db-4c8f956b17ca\" \"--data\" \"/data/regions/628d4432-b5a6-4349-99db-4c8f956b17ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.1274187Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"628d4432-b5a6-4349-99db-4c8f956b17ca","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.209220849Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"628d4432-b5a6-4349-99db-4c8f956b17ca","component":"worker"}
{"msg":"region 628d4432-b5a6-4349-99db-4c8f956b17ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.209256749Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.209349691Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.210586155Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.213567223Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.221595539Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.224429614Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.22474169Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.224799901Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.224832172Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.224875283Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.229071114Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.235346576Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:06.431325363Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions","method":"POST","req_id":"669270ae-67aa-4fc2-8650-694d975b39bf","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.687220668Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","method":"GET","req_id":"64515d50-981a-4f75-9845-a5529a4eb3c5","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/628d4432-b5a6-4349-99db-4c8f956b17ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.690201445Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"dataset is oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.69816148Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"region 628d4432-b5a6-4349-99db-4c8f956b17ca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.704552514Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.704726048Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","method":"DELETE","req_id":"f623896b-c0fd-4eda-bbe2-1b32f1509aba","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14554,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.704747088Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-628d4432-b5a6-4349-99db-4c8f956b17ca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.705857499Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.707313518Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","method":"GET","req_id":"bd7cc463-bc96-4e0d-a6b1-a551de29338a","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.712616631Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_38b37361-7b5a-40dd-b8bc-d75c126467b9/crucible/regions/628d4432-b5a6-4349-99db-4c8f956b17ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.719738499Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"region":"628d4432-b5a6-4349-99db-4c8f956b17ca","component":"worker"}
{"msg":"region 628d4432-b5a6-4349-99db-4c8f956b17ca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.774293709Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:34.829825487Z","hostname":"oxz_crucible_5e808376-cf74-4696-a0a2-b6e0dd49b05a","pid":25056,"uri":"/crucible/0/regions/628d4432-b5a6-4349-99db-4c8f956b17ca","method":"GET","req_id":"597cfaa9-13d9-4b44-8c40-5b9d1c66602b","remote_addr":"[fd00:1122:3344:101::c]:34353","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200}