{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.453942176Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34918"} {"msg":"region 9a9ec1b7-4315-4f52-9500-a7cc068a1091 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.499091664Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.502201248Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.502221479Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions","method":"POST","req_id":"1e650a7e-b811-42d6-b6d7-aad6859b050a","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19734,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fb0ca8ce-9193-4ed8-976b-8bc5ad092d2a/crucible/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.513027377Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fb0ca8ce-9193-4ed8-976b-8bc5ad092d2a/crucible/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.513047838Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a9ec1b7-4315-4f52-9500-a7cc068a1091\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.56355178Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"region":"9a9ec1b7-4315-4f52-9500-a7cc068a1091","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a9ec1b7-4315-4f52-9500-a7cc068a1091\" \"--data\" \"/data/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.566050644Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"region":"9a9ec1b7-4315-4f52-9500-a7cc068a1091","component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.884050949Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37390"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.884297643Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"99097bf4-043e-4eac-a2cd-0d684df752fd","remote_addr":"[fd00:1122:3344:101::c]:37390","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.905204688Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions","method":"POST","req_id":"a419532b-9ce9-40a6-ad6e-f1f3a71b7689","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.948071067Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38475"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.94821907Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"fe9b0b22-db54-4907-b8e2-ee18e8ad81ab","remote_addr":"[fd00:1122:3344:101::b]:38475","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.987013827Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61475"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:50.987129159Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"310a96a1-13f6-4143-b16a-2ca4a924a628","remote_addr":"[fd00:1122:3344:101::a]:61475","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.086931562Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"region":"9a9ec1b7-4315-4f52-9500-a7cc068a1091","component":"worker"} {"msg":"region 9a9ec1b7-4315-4f52-9500-a7cc068a1091 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.086978363Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.087182747Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.087584034Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.109801312Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.13603605Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.140960616Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.142149157Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.142235688Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.14231972Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.142369521Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.146799108Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.151998539Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:05:51.533667406Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions","method":"POST","req_id":"5f82a3ad-88d3-4f27-9686-0871e26b7ab1","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.455737618Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"888a4a5a-bdf3-4478-955e-0f788ff5e20e","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.459823999Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"dataset is oxp_fb0ca8ce-9193-4ed8-976b-8bc5ad092d2a/crucible/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.471382901Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"region 9a9ec1b7-4315-4f52-9500-a7cc068a1091 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.478526716Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.478778081Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.478787841Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"DELETE","req_id":"282cf67a-31c7-41d1-82f8-39a1788d5844","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18985,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9a9ec1b7-4315-4f52-9500-a7cc068a1091 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.479370131Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.481909225Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"aa1670ec-c6df-4098-bdf4-da268eb70c47","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.491497713Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fb0ca8ce-9193-4ed8-976b-8bc5ad092d2a/crucible/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.499142936Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"region":"9a9ec1b7-4315-4f52-9500-a7cc068a1091","component":"worker"} {"msg":"region 9a9ec1b7-4315-4f52-9500-a7cc068a1091 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.546111627Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-19T05:06:17.612835162Z","hostname":"oxz_crucible_516c8033-dd53-4be1-98d3-ae89b21026b7","pid":23036,"uri":"/crucible/0/regions/9a9ec1b7-4315-4f52-9500-a7cc068a1091","method":"GET","req_id":"8711fc38-088c-4982-99db-c7cc822fa0db","remote_addr":"[fd00:1122:3344:101::a]:34918","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200}