{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.766489975Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46400"} {"msg":"region 25855c5e-9a6f-4930-b058-d4fedc615c4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.766556107Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.76752243Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions","method":"POST","req_id":"48923637-470d-4093-853d-8c2bff7bf5c8","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":994,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.767538311Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.774797928Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.774815129Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"25855c5e-9a6f-4930-b058-d4fedc615c4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/25855c5e-9a6f-4930-b058-d4fedc615c4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.819920111Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"25855c5e-9a6f-4930-b058-d4fedc615c4a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"25855c5e-9a6f-4930-b058-d4fedc615c4a\" \"--data\" \"/data/regions/25855c5e-9a6f-4930-b058-d4fedc615c4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.819952641Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"25855c5e-9a6f-4930-b058-d4fedc615c4a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.896922902Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"25855c5e-9a6f-4930-b058-d4fedc615c4a","component":"worker"} {"msg":"region 25855c5e-9a6f-4930-b058-d4fedc615c4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.896950873Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.897047865Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.897843855Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.907263765Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.92751426Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.930670377Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/25855c5e-9a6f-4930-b058-d4fedc615c4a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.930973025Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.931024046Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.931065237Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.931102998Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.934436149Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.938882888Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:11.971823813Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions","method":"POST","req_id":"e072cc89-eb36-4f56-b7ad-2175f619854b","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region fceed9d5-1392-4fa8-9592-832f5262335b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.616264482Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.616446267Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions","method":"POST","req_id":"954510c3-6b52-451c-831b-b83378b42f55","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":230,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.616465937Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.623367345Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.623390006Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fceed9d5-1392-4fa8-9592-832f5262335b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fceed9d5-1392-4fa8-9592-832f5262335b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.662484551Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"fceed9d5-1392-4fa8-9592-832f5262335b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fceed9d5-1392-4fa8-9592-832f5262335b\" \"--data\" \"/data/regions/fceed9d5-1392-4fa8-9592-832f5262335b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.662517942Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"fceed9d5-1392-4fa8-9592-832f5262335b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.738804756Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"fceed9d5-1392-4fa8-9592-832f5262335b","component":"worker"} {"msg":"region fceed9d5-1392-4fa8-9592-832f5262335b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.738834557Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.73896303Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.743791288Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.751516087Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.758689212Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.761775597Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.762035744Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.762086355Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.762128316Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.762163737Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.762435154Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions","method":"POST","req_id":"b72da42c-23ac-473a-8d94-c475cd02e2e4","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.766501693Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:18.771248229Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.826883743Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions/fceed9d5-1392-4fa8-9592-832f5262335b","method":"GET","req_id":"7b02749c-89fc-46be-b7e5-a707e1e5a508","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/fceed9d5-1392-4fa8-9592-832f5262335b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.829267011Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"dataset is oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/fceed9d5-1392-4fa8-9592-832f5262335b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.840558127Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"region fceed9d5-1392-4fa8-9592-832f5262335b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.847153828Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.847299422Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions/fceed9d5-1392-4fa8-9592-832f5262335b","method":"DELETE","req_id":"67008abf-7870-4230-8535-fff64a4775eb","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18055,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.847321722Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-fceed9d5-1392-4fa8-9592-832f5262335b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.848376968Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.850299605Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions/fceed9d5-1392-4fa8-9592-832f5262335b","method":"GET","req_id":"a18819c9-6314-4fe1-84fe-f56c2269c97c","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.857395868Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d77abc97-6377-4ad4-aca3-de577566ff91/crucible/regions/fceed9d5-1392-4fa8-9592-832f5262335b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.864657546Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"region":"fceed9d5-1392-4fa8-9592-832f5262335b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.908848766Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions/fceed9d5-1392-4fa8-9592-832f5262335b","method":"GET","req_id":"8bde08f9-3288-4565-941c-17b706ff7385","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"region fceed9d5-1392-4fa8-9592-832f5262335b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:43.910990768Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T02:04:44.051589464Z","hostname":"oxz_crucible_8fb5eaf7-0c11-4379-b3a3-81d7fc408f5e","pid":23136,"uri":"/crucible/0/regions/fceed9d5-1392-4fa8-9592-832f5262335b","method":"GET","req_id":"c09b4ca7-30aa-4b7e-8581-d2b9f7494d72","remote_addr":"[fd00:1122:3344:101::c]:46400","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":200}