{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.39647832Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54244"} {"msg":"region 741ad16e-31bd-4596-85ce-d643d2b2fdc5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.444073617Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.447510777Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.447526647Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions","method":"POST","req_id":"bcf4de6c-1c5d-4ffd-9578-76fca57291ce","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20175,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.460518985Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.460533355Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"741ad16e-31bd-4596-85ce-d643d2b2fdc5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/741ad16e-31bd-4596-85ce-d643d2b2fdc5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.526037158Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"741ad16e-31bd-4596-85ce-d643d2b2fdc5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"741ad16e-31bd-4596-85ce-d643d2b2fdc5\" \"--data\" \"/data/regions/741ad16e-31bd-4596-85ce-d643d2b2fdc5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.528255036Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"741ad16e-31bd-4596-85ce-d643d2b2fdc5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.763584334Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions","method":"POST","req_id":"d3843b1c-fd9b-479b-94cf-1301f4cc3461","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.893105081Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"741ad16e-31bd-4596-85ce-d643d2b2fdc5","component":"worker"} {"msg":"region 741ad16e-31bd-4596-85ce-d643d2b2fdc5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.893157943Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.893327417Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.893923943Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.910455112Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.941704725Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.945130144Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/741ad16e-31bd-4596-85ce-d643d2b2fdc5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.946166161Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.946271103Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.946338325Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.946394977Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.950907354Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.955723969Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:33.382461743Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions","method":"POST","req_id":"3e518d46-4286-4214-9085-5ec92fb4773c","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region b78f30bf-c1ae-4a34-9146-14f6cbf0f3af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.333084646Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.33325442Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions","method":"POST","req_id":"87bd53a6-98bb-4238-86cd-6455fbc3ae64","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.333270621Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.339497943Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.339516833Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.388812905Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\" \"--data\" \"/data/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.388849866Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.46750463Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","component":"worker"} {"msg":"region b78f30bf-c1ae-4a34-9146-14f6cbf0f3af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.467557932Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.467648374Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.472039278Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.475069297Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.478404584Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions","method":"POST","req_id":"c5f2da77-9b5b-4ef7-8ecc-8e0826941d8b","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.483299641Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.488855925Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.489156093Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.489199574Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.489240535Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.489273606Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.493675081Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:39.498986819Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.294699151Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","method":"GET","req_id":"faee4827-ecc1-4d4d-aad6-12d239ee843e","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.299036014Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"dataset is oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.308769807Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"region b78f30bf-c1ae-4a34-9146-14f6cbf0f3af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.315735228Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.316333364Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","method":"DELETE","req_id":"e7c011fe-917c-4a0e-bc9d-6aba848d699d","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17327,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.316381785Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-b78f30bf-c1ae-4a34-9146-14f6cbf0f3af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.316888418Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.319197788Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","method":"GET","req_id":"815723c4-a2f9-4081-8f72-1f9b93cf0396","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.329087956Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_bfa24c3b-db57-48c6-9c2c-0f2877f1144e/crucible/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.3369452Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"region":"b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","component":"worker"} {"msg":"region b78f30bf-c1ae-4a34-9146-14f6cbf0f3af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.383773697Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:27:07.455193584Z","hostname":"oxz_crucible_e104f2fa-4de2-4bc9-8ad4-eee5fd1ecabf","pid":24056,"uri":"/crucible/0/regions/b78f30bf-c1ae-4a34-9146-14f6cbf0f3af","method":"GET","req_id":"9663b80b-d233-4d22-9522-e309215fe5c0","remote_addr":"[fd00:1122:3344:101::a]:54244","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":200}