{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.197216789Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46211"} {"msg":"region 48b8e821-9d02-4c2b-a867-5a495cf5bfa5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.197314352Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.198189542Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.198207742Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"790f9e5d-e1f7-4991-ae06-6c4383256c2e","remote_addr":"[fd00:1122:3344:101::b]:46211","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":905,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.207271671Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.207287441Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"48b8e821-9d02-4c2b-a867-5a495cf5bfa5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/48b8e821-9d02-4c2b-a867-5a495cf5bfa5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.267949707Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"48b8e821-9d02-4c2b-a867-5a495cf5bfa5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"48b8e821-9d02-4c2b-a867-5a495cf5bfa5\" \"--data\" \"/data/regions/48b8e821-9d02-4c2b-a867-5a495cf5bfa5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.267981418Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"48b8e821-9d02-4c2b-a867-5a495cf5bfa5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.341230374Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"48b8e821-9d02-4c2b-a867-5a495cf5bfa5","component":"worker"} {"msg":"region 48b8e821-9d02-4c2b-a867-5a495cf5bfa5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.341259205Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.341357997Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.342293089Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.356017234Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.374027149Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"e718a0eb-6d5c-4e09-a871-b1f31a3e6f76","remote_addr":"[fd00:1122:3344:101::b]:46211","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.377188032Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.382968855Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/48b8e821-9d02-4c2b-a867-5a495cf5bfa5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383254611Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383309313Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383348054Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.383395555Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.388898621Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:38.393727862Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"region b11ed139-a2a4-47da-a32c-a482ea1795be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.011935131Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.012129065Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"8fb9e89e-6585-4fb9-b699-beb65f4d7410","remote_addr":"[fd00:1122:3344:101::b]:46211","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":247,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.012148876Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.019037524Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.019060175Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b11ed139-a2a4-47da-a32c-a482ea1795be\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b11ed139-a2a4-47da-a32c-a482ea1795be\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.069373033Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"b11ed139-a2a4-47da-a32c-a482ea1795be","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b11ed139-a2a4-47da-a32c-a482ea1795be\" \"--data\" \"/data/regions/b11ed139-a2a4-47da-a32c-a482ea1795be\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.069404544Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"b11ed139-a2a4-47da-a32c-a482ea1795be","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.151837021Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"b11ed139-a2a4-47da-a32c-a482ea1795be","component":"worker"} {"msg":"region b11ed139-a2a4-47da-a32c-a482ea1795be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.151872182Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.152003265Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.156928878Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.167098422Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.174479542Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.177975792Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.178242218Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.17829266Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.178350381Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.178398042Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.181824751Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.186516879Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:38:44.330515443Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions","method":"POST","req_id":"fb128ce9-2bef-4634-907b-8150352a9fef","remote_addr":"[fd00:1122:3344:101::b]:46211","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.806454564Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52724"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.806579627Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","method":"GET","req_id":"a0614b0e-7f33-4cc1-be51-809c81083cdf","remote_addr":"[fd00:1122:3344:101::b]:52724","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/b11ed139-a2a4-47da-a32c-a482ea1795be\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.809610347Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"dataset is oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.82106272Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"region b11ed139-a2a4-47da-a32c-a482ea1795be state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.828102002Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.828714716Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","method":"DELETE","req_id":"a803d77e-19e8-44d1-a03b-be48847ed0fe","remote_addr":"[fd00:1122:3344:101::b]:52724","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19136,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.828761528Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-b11ed139-a2a4-47da-a32c-a482ea1795be (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.829851083Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.832758669Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","method":"GET","req_id":"a8ab95c2-6822-45d9-a3af-d845fb7ad0ba","remote_addr":"[fd00:1122:3344:101::b]:52724","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.849457034Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_bef15e75-ed88-4fa0-88dd-8a7b81ea28e7/crucible/regions/b11ed139-a2a4-47da-a32c-a482ea1795be\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.858143684Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"region":"b11ed139-a2a4-47da-a32c-a482ea1795be","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.895078474Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","method":"GET","req_id":"bfc50f26-6794-4f71-b207-62fcc21821a6","remote_addr":"[fd00:1122:3344:101::b]:52724","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"region b11ed139-a2a4-47da-a32c-a482ea1795be state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:21.941631155Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-19T03:39:22.059731004Z","hostname":"oxz_crucible_04165fb4-d0eb-49f9-99e0-0e2a31f1a730","pid":24094,"uri":"/crucible/0/regions/b11ed139-a2a4-47da-a32c-a482ea1795be","method":"GET","req_id":"03b698ba-fba4-4d96-8959-4074069490b4","remote_addr":"[fd00:1122:3344:101::b]:52724","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":200}