{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.454595021Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43459"}
{"msg":"region a8377cf0-7fe6-4dd9-b4b5-363c10c41cee state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.488449134Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.490669143Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions","method":"POST","req_id":"3ea718dd-d9fe-499c-a58f-862322dfef5c","remote_addr":"[fd00:1122:3344:101::a]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12439,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.494586987Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.50317921Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.50319991Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.551261076Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"region":"a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.749077577Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"region":"a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","component":"worker"}
{"msg":"region a8377cf0-7fe6-4dd9-b4b5-363c10c41cee state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.749129447Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.749227788Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.749694212Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.753849238Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.764857813Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.767383755Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.768116421Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.770188959Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.77022721Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.77026737Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.778558862Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions","method":"POST","req_id":"66eef14a-d710-40f0-8d83-25784c9d373d","remote_addr":"[fd00:1122:3344:101::a]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.780217936Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:15:30.784437802Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.93423846Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49830"}
{"msg":"region 98f94956-675d-4227-9fff-bec6627dcebf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.965157947Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.969673596Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.969690726Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions","method":"POST","req_id":"5b8fb90b-cba0-4297-84f5-1db6f5d40740","remote_addr":"[fd00:1122:3344:101::a]:49830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4582,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.97945561Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:21.97948089Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"98f94956-675d-4227-9fff-bec6627dcebf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/98f94956-675d-4227-9fff-bec6627dcebf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.053363437Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"region":"98f94956-675d-4227-9fff-bec6627dcebf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.163703469Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"region":"98f94956-675d-4227-9fff-bec6627dcebf","component":"worker"}
{"msg":"region 98f94956-675d-4227-9fff-bec6627dcebf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.163756729Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.16384968Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.164320654Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.172983249Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.201875738Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.209759296Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98f94956-675d-4227-9fff-bec6627dcebf","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.210091829Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.210165009Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.21022275Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.21027011Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.221168384Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.234740921Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.234836502Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.234919963Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.234930763Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.234970753Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235025374Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235107065Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235147495Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions","method":"POST","req_id":"061ba56a-9fa4-41ad-bd6d-20d5f4d681a2","remote_addr":"[fd00:1122:3344:101::a]:49830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235164035Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235211545Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.235259566Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.24968646Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:22.250146494Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.224215063Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34430"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.224304894Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","method":"GET","req_id":"5572b5bb-8c75-4f2e-ab01-e9c59c01f49c","remote_addr":"[fd00:1122:3344:101::a]:34430","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.227044238Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.236419779Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee@96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.2446871Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\", \"96809e0e-e8a2-4037-99e3-ad24d31612db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.24471974Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.254691436Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee/snapshots/96809e0e-e8a2-4037-99e3-ad24d31612db","method":"GET","req_id":"9e9d6b3a-5f22-4ee7-aa81-55323b2d82ef","remote_addr":"[fd00:1122:3344:101::a]:34430","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30241,"response_code":"200"}
{"msg":"path is \"/data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.254841078Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.263568343Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee@96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.272190747Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee\", \"96809e0e-e8a2-4037-99e3-ad24d31612db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.272214647Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a8377cf0-7fe6-4dd9-b4b5-363c10c41cee-96809e0e-e8a2-4037-99e3-ad24d31612db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.281033563Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}
{"msg":"applying SMF actions for region a8377cf0-7fe6-4dd9-b4b5-363c10c41cee running snapshot 96809e0e-e8a2-4037-99e3-ad24d31612db (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.281182904Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.281211154Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"uri":"/crucible/0/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee/snapshots/96809e0e-e8a2-4037-99e3-ad24d31612db/run","method":"POST","req_id":"684d8886-2a67-4cb9-a352-59a63e06822f","remote_addr":"[fd00:1122:3344:101::a]:34430","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26402,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.282938249Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.2830167Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283092681Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283101221Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283137551Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283180122Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283483104Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283550385Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283598305Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.283642915Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.295642619Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee-96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.296108993Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee-96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.304749968Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a8377cf0-7fe6-4dd9-b4b5-363c10c41cee-96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.323767481Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8377cf0-7fe6-4dd9-b4b5-363c10c41cee/.zfs/snapshot/96809e0e-e8a2-4037-99e3-ad24d31612db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.324092254Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.324167355Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.324218065Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.324267386Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.324327026Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.336156428Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.344895556Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"worker"}
{"msg":"region a8377cf0-7fe6-4dd9-b4b5-363c10c41cee running snapshot 96809e0e-e8a2-4037-99e3-ad24d31612db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T08:21:23.34490885Z","hostname":"oxz_crucible_bfbdfe09-bd7f-44f6-9854-455e089b4cdc","pid":21216,"component":"datafile"}