{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.392652773Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37315"} {"msg":"region 131364af-1b38-46bd-b314-8d7f85106efb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.424331353Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.429056873Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.432418761Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions","method":"POST","req_id":"4bdd26e2-f807-41e1-afe7-f36ab53a8641","remote_addr":"[fd00:1122:3344:101::a]:37315","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16804,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.438544835Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.438570866Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"131364af-1b38-46bd-b314-8d7f85106efb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/131364af-1b38-46bd-b314-8d7f85106efb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.543607996Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"131364af-1b38-46bd-b314-8d7f85106efb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"131364af-1b38-46bd-b314-8d7f85106efb\" \"--data\" \"/data/regions/131364af-1b38-46bd-b314-8d7f85106efb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.545681902Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"131364af-1b38-46bd-b314-8d7f85106efb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.707611284Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"131364af-1b38-46bd-b314-8d7f85106efb","component":"worker"} {"msg":"region 131364af-1b38-46bd-b314-8d7f85106efb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.711797685Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.712231802Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.714692104Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.722954645Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.737369511Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.740674778Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions","method":"POST","req_id":"5cc1e101-59c0-4a99-9a36-6e726c31ea76","remote_addr":"[fd00:1122:3344:101::a]:37315","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.741201167Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.741918509Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.743935053Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.744015575Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.744023155Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.756031289Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.760982164Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.692485551Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51036"} {"msg":"region a1b93c50-a1c9-4091-95b9-e6623c56a15c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.692694005Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.693458838Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions","method":"POST","req_id":"44f1ba31-7e52-4586-99fd-272e9d5b37c4","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":817,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.694105529Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.702294188Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.702319239Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1b93c50-a1c9-4091-95b9-e6623c56a15c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1b93c50-a1c9-4091-95b9-e6623c56a15c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.757994498Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"a1b93c50-a1c9-4091-95b9-e6623c56a15c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1b93c50-a1c9-4091-95b9-e6623c56a15c\" \"--data\" \"/data/regions/a1b93c50-a1c9-4091-95b9-e6623c56a15c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.758044839Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"a1b93c50-a1c9-4091-95b9-e6623c56a15c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.837948002Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"region":"a1b93c50-a1c9-4091-95b9-e6623c56a15c","component":"worker"} {"msg":"region a1b93c50-a1c9-4091-95b9-e6623c56a15c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.837980012Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.838100464Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.844713977Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.844786418Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.84485819Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.84487025Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.84490306Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.844953211Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.845043613Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.845111594Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.845132774Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.845179785Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.852402458Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.852793685Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.85544551Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.864682268Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions","method":"POST","req_id":"86f3cf42-00ef-4e4f-a4bb-29a02674e922","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.867542906Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.871154488Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1b93c50-a1c9-4091-95b9-e6623c56a15c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.871457363Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.871516064Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.871553565Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.871585115Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.877998865Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:15.883113782Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.039714114Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions/131364af-1b38-46bd-b314-8d7f85106efb","method":"GET","req_id":"f26b62ae-10f6-46a0-9069-949e7e06a6ba","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/131364af-1b38-46bd-b314-8d7f85106efb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.045849478Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"dataset is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.053654422Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"snapshot is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.061330078Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.06135765Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.073137924Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions/131364af-1b38-46bd-b314-8d7f85106efb/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0","method":"GET","req_id":"f173429e-8947-4118-bc2e-55d5eba30cdb","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27314,"response_code":200} {"msg":"path is \"/data/regions/131364af-1b38-46bd-b314-8d7f85106efb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.08172587Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"dataset is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.087728492Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"snapshot is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.094840724Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.094883305Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 131364af-1b38-46bd-b314-8d7f85106efb-ed2a0319-8638-478a-b715-d6629ff00ed0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.101988986Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"applying SMF actions for region 131364af-1b38-46bd-b314-8d7f85106efb running snapshot ed2a0319-8638-478a-b715-d6629ff00ed0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.104448108Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.104467128Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions/131364af-1b38-46bd-b314-8d7f85106efb/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0/run","method":"POST","req_id":"3baf168c-ec86-479b-bb89-d9349b83bf8d","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22742,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105125189Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105232641Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105303302Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105309502Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105346243Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105387974Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.10573151Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.10577983Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105823251Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.105863332Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.109720058Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-131364af-1b38-46bd-b314-8d7f85106efb-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.113477982Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-131364af-1b38-46bd-b314-8d7f85106efb-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.122293722Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-131364af-1b38-46bd-b314-8d7f85106efb-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.132837712Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/131364af-1b38-46bd-b314-8d7f85106efb/.zfs/snapshot/ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.133138967Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.133200858Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.133241612Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.133290607Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.133339376Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.137713565Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.142649268Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"worker"} {"msg":"region 131364af-1b38-46bd-b314-8d7f85106efb running snapshot ed2a0319-8638-478a-b715-d6629ff00ed0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.142662038Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"path is \"/data/regions/131364af-1b38-46bd-b314-8d7f85106efb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.482018885Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"dataset is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.488543777Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"datafile"} {"msg":"snapshot is oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.495154669Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1685f8fb-5a25-41f7-875d-e82eae0b3c06/crucible/regions/131364af-1b38-46bd-b314-8d7f85106efb\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.49517019Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.501415769Z","hostname":"oxz_crucible_feaaf2d2-f4a8-45e4-99b1-a097b7f2c5f8","pid":24434,"uri":"/crucible/0/regions/131364af-1b38-46bd-b314-8d7f85106efb/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0/run","method":"POST","req_id":"97d11ae2-6109-4298-b045-a13f2a90e88e","remote_addr":"[fd00:1122:3344:101::a]:51036","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19456,"response_code":200}