{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.766217694Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34899"}
{"msg":"region 51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.869094211Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.872122418Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.872132559Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"2b4cd6e0-d5c7-4f65-9f31-57137da83c65","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58059,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.898687946Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.898719366Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.025583987Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9\" \"--data\" \"/data/regions/51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.038680484Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.137575226Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"aeeeb5e9-2490-4b6f-99d7-19ccba69db0a","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.45195216Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"3256ddd2-6617-49e5-aca6-75bf2e46c5e1","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.939871362Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","component":"worker"}
{"msg":"region 51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.939911382Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.940018573Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.940389817Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.974641102Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.022533539Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.046828106Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/51b4bb9a-4b18-46a3-a3b4-74704c7c1fe9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.047707974Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.047774954Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.047815405Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.047849815Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.060323366Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.085166668Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:54.6370903Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"ac1f9647-6c77-4945-8c62-200feed2a6d1","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region 616d3934-aa64-4108-a531-cb6976eb5784 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.821545367Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.821710358Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"7ba2c2fb-3b7d-4bb5-8146-f38023240ca1","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":217,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.821739058Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.827946064Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.827960544Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"616d3934-aa64-4108-a531-cb6976eb5784\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/616d3934-aa64-4108-a531-cb6976eb5784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.891128477Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"616d3934-aa64-4108-a531-cb6976eb5784","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"616d3934-aa64-4108-a531-cb6976eb5784\" \"--data\" \"/data/regions/616d3934-aa64-4108-a531-cb6976eb5784\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:02.891168608Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"616d3934-aa64-4108-a531-cb6976eb5784","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.026574365Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"616d3934-aa64-4108-a531-cb6976eb5784","component":"worker"}
{"msg":"region 616d3934-aa64-4108-a531-cb6976eb5784 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.026612726Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.026694806Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.030295829Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.036743936Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.053195443Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.061675218Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.061955011Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.062012872Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.062059152Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.062104192Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.067694682Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.080676248Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:03.122695733Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions","method":"POST","req_id":"d51cc1ce-1604-4afd-8bef-47baa6a38ab0","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.891752869Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions/616d3934-aa64-4108-a531-cb6976eb5784","method":"GET","req_id":"66f2e58c-2cbd-41fe-9185-1c774d0ba107","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"path is \"/data/regions/616d3934-aa64-4108-a531-cb6976eb5784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.894147501Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"dataset is oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/616d3934-aa64-4108-a531-cb6976eb5784","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.904331611Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"region 616d3934-aa64-4108-a531-cb6976eb5784 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.912108091Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.912328293Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions/616d3934-aa64-4108-a531-cb6976eb5784","method":"DELETE","req_id":"3fe2f596-2321-44da-830e-8ae3279ad7b7","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18199,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.912351203Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-616d3934-aa64-4108-a531-cb6976eb5784 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.912890468Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.916298678Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions/616d3934-aa64-4108-a531-cb6976eb5784","method":"GET","req_id":"30d135be-1c09-431c-a096-bdc42469a657","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.922508443Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_38f0be75-788c-4d73-93a8-122fdf07ec76/crucible/regions/616d3934-aa64-4108-a531-cb6976eb5784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.930084381Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"region":"616d3934-aa64-4108-a531-cb6976eb5784","component":"worker"}
{"msg":"region 616d3934-aa64-4108-a531-cb6976eb5784 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:29.987011069Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:03:30.017951255Z","hostname":"oxz_crucible_2e547891-4c72-43bd-a022-4091055102d6","pid":23430,"uri":"/crucible/0/regions/616d3934-aa64-4108-a531-cb6976eb5784","method":"GET","req_id":"1cadd10a-a1c8-4036-a99f-8fb8a0cc39eb","remote_addr":"[fd00:1122:3344:101::c]:34899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":35,"response_code":200}