[ Nov 29 20:28:24 Disabled. ]
[ Nov 29 20:28:24 Rereading configuration. ]
[ Nov 29 20:29:02 Rereading configuration. ]
[ Nov 29 20:29:02 Rereading configuration. ]
[ Nov 29 20:29:02 Enabled. ]
[ Nov 29 20:29:02 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 00a91b23-03f1-47d2-9c3e-800970be4182 &"). ]
[ Nov 29 20:29:02 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.650237384Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.652780679Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"file":"oximeter/collector/src/lib.rs:192"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.656269897Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.658002551Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.658605397Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2023-11-29T20:29:02.764987904Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:658"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.765649851Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.77349911Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:596"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2023-11-29T20:29:02.774976708Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:658"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.775036949Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:600","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.77507613Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:605"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.775084151Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.775893601Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.9591509Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","file":"oximeter/db/src/client.rs:628","version":3}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.974845838Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.974880128Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.974918029Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.97492594Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:02.97495759Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:02.97496525Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:03.011129248Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:03.011175939Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:03.093953649Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"file":"oximeter/collector/src/lib.rs:285","id":"00a91b23-03f1-47d2-9c3e-800970be4182"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:03.538080104Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::c]:37043"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:03.540134226Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:12345","producer_id":"4717c69c-e470-4dfa-ae4e-e45aedbbfa98"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:03.54027126Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"uri":"/producers","method":"POST","req_id":"ee90a247-9589-4209-a5dc-dca088963edc","remote_addr":"[fd00:1122:3344:101::c]:37043","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":2016,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:03.575699828Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"4717c69c-e470-4dfa-ae4e-e45aedbbfa98","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","interval":"30s"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:11.474243825Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::a]:54025"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:11.474335827Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:12221","producer_id":"178c1718-3251-46c6-af83-a62b7359374f"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:11.474379078Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"uri":"/producers","method":"POST","req_id":"e18e9d7f-7078-4020-ad15-6c9e110d06ff","remote_addr":"[fd00:1122:3344:101::a]:54025","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":90,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:11.507598451Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:21.507392565Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:21.51034457Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":3}
{"msg":"inserting 39 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.972437055Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 39 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.972483816Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.979554176Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.982777517Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2023-11-29 20:29:22.972449985\"}","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.984753677Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.992083863Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-29 20:29:22.984697456\"}","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.992289759Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.994185397Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-29 20:29:22.992093024\"}","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.994275769Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.996070215Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-29 20:29:22.994185597\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:22.997298456Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:23.005288938Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":15}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:23.006756415Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":45}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:23.011198678Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":27}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:23.013568908Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":15}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:23.014957094Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":24}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:27.245261655Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::c]:38057"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:27.245360008Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","address":"[fd00:1122:3344:101::22]:48239","producer_id":"8428c086-4d41-49d7-bacf-b1e05aadf0f4"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:29:27.245422439Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"uri":"/producers","method":"POST","req_id":"51daa890-f1e3-422d-a1d5-caaa227bd363","remote_addr":"[fd00:1122:3344:101::c]:38057","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":107,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:27.279389801Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"8428c086-4d41-49d7-bacf-b1e05aadf0f4","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","interval":"30s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:31.507565288Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:31.509358194Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":3}
{"msg":"inserting 19 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.972680241Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 19 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.972719612Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.97660095Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.978010666Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":57}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.979387461Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:32.980988341Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":19}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:33.575229745Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"4717c69c-e470-4dfa-ae4e-e45aedbbfa98","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:33.580443877Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"4717c69c-e470-4dfa-ae4e-e45aedbbfa98","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":1}
{"msg":"inserting 336 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.972773378Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 336 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.972817309Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.972991284Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.980418672Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:errors_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.972767508\"}","timeseries_name":"physical_data_link:errors_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.980558065Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.982850634Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:errors_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.980439602\"}","timeseries_name":"physical_data_link:errors_sent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.983012238Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.985405638Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:bytes_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.982868294\"}","timeseries_name":"physical_data_link:bytes_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.985524701Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.98785499Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:packets_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.985421189\"}","timeseries_name":"physical_data_link:packets_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.987962443Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.990351944Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:bytes_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.987865601\"}","timeseries_name":"physical_data_link:bytes_sent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.990478907Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:37.992782286Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:packets_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-29 20:29:37.990371364\"}","timeseries_name":"physical_data_link:packets_sent"}
{"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:38.009280654Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:38.012313681Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":36}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:38.013620744Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:38.01541943Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":336}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:41.507516597Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:41.509303652Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":3}
{"msg":"inserting 19 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.972409263Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 19 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.972475835Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.97583286Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.977211535Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":57}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.978530539Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:42.980080518Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":19}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:51.50726111Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:51.509061685Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":3}
{"msg":"inserting 19 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.972389182Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 19 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.972437313Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.97583447Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.977221885Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":57}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.978541728Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":19}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:52.980100568Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":19}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.279204644Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"8428c086-4d41-49d7-bacf-b1e05aadf0f4","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.280309682Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"8428c086-4d41-49d7-bacf-b1e05aadf0f4","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":2}
{"msg":"inserting 11 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.972430058Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"component":"results-sink","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"unrolling 11 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.972475289Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.972635923Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.976878441Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"instance_uuid:reset\",\"fields.name\":[\"uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.972415108\"}","timeseries_name":"instance_uuid:reset"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.976980283Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.980219325Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:activated\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.976884781\"}","timeseries_name":"crucible_upstairs:activated"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.980364589Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.983490868Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:flush\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.980227766\"}","timeseries_name":"crucible_upstairs:flush"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.983583101Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.986517985Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:write\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.983494558\"}","timeseries_name":"crucible_upstairs:write"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.986601147Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.989747767Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:write_bytes\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.986519865\"}","timeseries_name":"crucible_upstairs:write_bytes"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.989835989Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.993195544Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:read\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.989750637\"}","timeseries_name":"crucible_upstairs:read"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.993283557Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.996251952Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:read_bytes\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.993198035\"}","timeseries_name":"crucible_upstairs:read_bytes"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.996339034Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.999619718Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:flush_close\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.996253592\"}","timeseries_name":"crucible_upstairs:flush_close"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:57.99970609Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.003237069Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_repair\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:57.999621878\"}","timeseries_name":"crucible_upstairs:extent_repair"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.003318611Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.006567664Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_no_op\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:58.003238329\"}","timeseries_name":"crucible_upstairs:extent_no_op"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.006652426Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.009901088Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_reopen\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-29 20:29:58.006568844\"}","timeseries_name":"crucible_upstairs:extent_reopen"}
{"msg":"inserting 11 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.009920879Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.012994697Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":11}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:29:58.015146431Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"id":"99f8b4e9-7dce-4d40-b7a9-bcf69ae428e5","component":"clickhouse-client","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativei64","n_rows":11}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:30:01.507247789Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:30:01.508958492Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"178c1718-3251-46c6-af83-a62b7359374f","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","n_results":3}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:30:02.512651271Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::c]:37516"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:30:02.513772839Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:12221","producer_id":"ebc571a0-fbcd-42bf-b2d2-67a4a77711e7"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-29T20:30:02.513840551Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"uri":"/producers","method":"POST","req_id":"d875dbf5-0759-4dc4-858b-3eb497c57305","remote_addr":"[fd00:1122:3344:101::c]:37516","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":1152,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-29T20:30:02.548324216Z","hostname":"oxz_oximeter_00a91b23-03f1-47d2-9c3e-800970be4182","pid":24000,"producer_id":"ebc571a0-fbcd-42bf-b2d2-67a4a77711e7","component":"collection-task","collector_id":"00a91b23-03f1-47d2-9c3e-800970be4182","component":"oximeter-agent","interval":"10s"}