{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.142594656Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38362"}
{"msg":"region d50eed41-1d63-40e6-bd23-f79b391e8161 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.193985121Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.196825986Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.196845937Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions","method":"POST","req_id":"36acc187-176b-4f8e-a78e-81de4d9d607a","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21440,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.212846463Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.212872854Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d50eed41-1d63-40e6-bd23-f79b391e8161\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d50eed41-1d63-40e6-bd23-f79b391e8161\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.284037982Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"d50eed41-1d63-40e6-bd23-f79b391e8161","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d50eed41-1d63-40e6-bd23-f79b391e8161\" \"--data\" \"/data/regions/d50eed41-1d63-40e6-bd23-f79b391e8161\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.286899457Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"d50eed41-1d63-40e6-bd23-f79b391e8161","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.354824261Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions","method":"POST","req_id":"09bc2047-514a-482f-97d9-3887bfcf40c1","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.688944345Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"d50eed41-1d63-40e6-bd23-f79b391e8161","component":"worker"}
{"msg":"region d50eed41-1d63-40e6-bd23-f79b391e8161 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.689012947Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.689108479Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.689544339Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.708580054Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.736413611Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.741391745Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d50eed41-1d63-40e6-bd23-f79b391e8161","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.742311686Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.742401768Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.742448249Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.74249238Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.749997532Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.754422843Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:10.909346308Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions","method":"POST","req_id":"6373871e-e5a5-4129-91a0-9d8ffc95b83f","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"region 916e5b2e-b596-46cb-a4d3-0b51999e8cbf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.257490461Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.257644415Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions","method":"POST","req_id":"e731b6c9-3e46-4262-b443-6e54e60c7f1e","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":205,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.257661295Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.264282727Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.264303697Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"916e5b2e-b596-46cb-a4d3-0b51999e8cbf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.321458304Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"916e5b2e-b596-46cb-a4d3-0b51999e8cbf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"916e5b2e-b596-46cb-a4d3-0b51999e8cbf\" \"--data\" \"/data/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.321511966Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"916e5b2e-b596-46cb-a4d3-0b51999e8cbf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.398342383Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"916e5b2e-b596-46cb-a4d3-0b51999e8cbf","component":"worker"}
{"msg":"region 916e5b2e-b596-46cb-a4d3-0b51999e8cbf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.398390655Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.398506407Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.398891876Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.402056139Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.40999777Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.415071576Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.415383704Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.415425874Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.415464315Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.415497646Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.418839652Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.428632467Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:17.479804527Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions","method":"POST","req_id":"314578b3-3197-43f5-b9bd-8856e3c217b0","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.801182805Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","method":"GET","req_id":"0de741ca-b97e-433e-b38b-094dae4a5ff7","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.805020752Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"dataset is oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.815973763Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"region 916e5b2e-b596-46cb-a4d3-0b51999e8cbf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.822474562Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.823148137Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","method":"DELETE","req_id":"dcc89773-000c-4230-9f11-5a3ae1472271","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18158,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.823172068Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-916e5b2e-b596-46cb-a4d3-0b51999e8cbf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.823672289Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.826227378Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","method":"GET","req_id":"199ae83f-9f30-4780-816c-c98879b52652","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.831443767Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fc9c106f-990d-4afb-b33d-a6bdcfe7e562/crucible/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.839481761Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"region":"916e5b2e-b596-46cb-a4d3-0b51999e8cbf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.894907509Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","method":"GET","req_id":"8e8e2029-9f95-4b49-aadd-dbfd813a568b","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"region 916e5b2e-b596-46cb-a4d3-0b51999e8cbf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:42.919283977Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-28T20:41:43.054871058Z","hostname":"oxz_crucible_8561b28b-8537-4841-bdf4-b073fe53c9e3","pid":23811,"uri":"/crucible/0/regions/916e5b2e-b596-46cb-a4d3-0b51999e8cbf","method":"GET","req_id":"3faed8e5-c523-48c6-b5ab-271275bb3a14","remote_addr":"[fd00:1122:3344:101::a]:38362","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":200}