[ Nov 30 02:12:57 Disabled. ] [ Nov 30 02:12:57 Rereading configuration. ] [ Nov 30 02:13:38 Rereading configuration. ] [ Nov 30 02:13:38 Rereading configuration. ] [ Nov 30 02:13:38 Enabled. ] [ Nov 30 02:13:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 83ddb671-4afb-48de-87d5-6fa1cfee8ea7 &"). ] [ Nov 30 02:13:39 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.075238367Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.076433871Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"file":"oximeter/collector/src/lib.rs:192"} {"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.07910277Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.080290264Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.080889752Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2023-11-30T02:13:39.189993976Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:658"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.190623984Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.199923617Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:596"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2023-11-30T02:13:39.200850254Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:658"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.200868104Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:600","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.200879605Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:605"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.200886485Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.201436721Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.360641771Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","file":"oximeter/db/src/client.rs:628","version":3} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.373993122Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.374018013Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.374033834Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.374041784Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.374053094Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.374061095Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.407336678Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.407356429Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"failed to contact nexus, will retry in 170.695478ms","v":0,"name":"oximeter","level":40,"time":"2023-11-30T02:13:39.408321347Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.580432435Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:39.580469997Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:39.669949426Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"file":"oximeter/collector/src/lib.rs:285","id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7"} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:41.554056121Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::c]:60146"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:41.555569996Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:12345","producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:41.555654438Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"uri":"/producers","method":"POST","req_id":"aec658ec-7435-4eae-afde-4286985fcac9","remote_addr":"[fd00:1122:3344:101::c]:60146","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":1406,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:41.588741437Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","interval":"30s"} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:55.756537335Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::c]:34373"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:55.756640158Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:12221","producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:13:55.756712681Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"uri":"/producers","method":"POST","req_id":"b041e297-57bc-4d7c-8f10-f1b51c79f948","remote_addr":"[fd00:1122:3344:101::c]:34373","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":122,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:13:55.789193071Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","interval":"10s"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:05.789409978Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:05.795000692Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 64 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.37111195Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 64 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.371168491Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.377803795Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.381567066Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2023-11-30 02:14:09.371124440\"}","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.38412041Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.393083203Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-30 02:14:09.384061679\"}","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.393281559Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.395157814Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-30 02:14:09.393092243\"}","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.395263447Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.396958126Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2023-11-30 02:14:09.395159703\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.398283335Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.40835396Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":37} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.409852174Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":111} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.414917582Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":49} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.417567539Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":37} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:09.419014472Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":27} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:10.676987547Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::a]:35756"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:10.67707686Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","address":"[fd00:1122:3344:101::22]:52852","producer_id":"e30152e9-9c9d-4465-b2fc-58fdc4e57164"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:10.677143432Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"uri":"/producers","method":"POST","req_id":"1e5f49e3-ad01-462f-a210-5b86c49d0df1","remote_addr":"[fd00:1122:3344:101::a]:35756","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":104,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:10.710792247Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"e30152e9-9c9d-4465-b2fc-58fdc4e57164","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","interval":"30s"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:11.587882373Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:11.594466356Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":1} {"msg":"inserting 456 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.371567613Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 456 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.371656936Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.371740658Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.383498962Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:errors_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.371540972\"}","timeseries_name":"physical_data_link:errors_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.383625236Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.386051597Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:errors_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.383518243\"}","timeseries_name":"physical_data_link:errors_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.38615025Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.388500149Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:bytes_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.386066287\"}","timeseries_name":"physical_data_link:bytes_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.388664384Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.391046193Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:packets_received\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.388522759\"}","timeseries_name":"physical_data_link:packets_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.391144836Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.393499045Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:bytes_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.391060574\"}","timeseries_name":"physical_data_link:bytes_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.393604458Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.396104221Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"physical_data_link:packets_sent\",\"fields.name\":[\"hostname\",\"link_name\",\"rack_id\",\"serial\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"String\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:14.393509905\"}","timeseries_name":"physical_data_link:packets_sent"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.417595061Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.420794764Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.422110983Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:14.423909895Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":456} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:15.789173772Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:15.792816468Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 42 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.371130071Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 42 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.371214253Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.376449126Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.37795065Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.37931057Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:19.38103763Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":42} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:25.789159141Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:25.85230265Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 42 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.37142974Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 42 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.371550163Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.376423206Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.378012222Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.37931636Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:29.381164685Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":42} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:35.789500922Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:35.793356595Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 42 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.371628647Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 42 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.371709219Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.376926952Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.378506808Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.379830737Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.381590528Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":42} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:39.815212742Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::a]:51222"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.815323485Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:12221","producer_id":"90d09110-8766-4c74-ab90-22845880fcb6"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:39.815361246Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"uri":"/producers","method":"POST","req_id":"9b971c76-46b8-4e26-a40e-3b3f30b472a4","remote_addr":"[fd00:1122:3344:101::a]:51222","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":89,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.846862509Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"90d09110-8766-4c74-ab90-22845880fcb6","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","interval":"10s"} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:39.896676467Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769","remote_addr":"[fd00:1122:3344:101::b]:34065"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.89677134Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:12221","producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2023-11-30T02:14:39.896798181Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"uri":"/producers","method":"POST","req_id":"6fbae976-3f0b-4b5e-bb98-1022b3c84168","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853","latency_us":75,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:39.929352583Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","interval":"10s"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:40.710449999Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"e30152e9-9c9d-4465-b2fc-58fdc4e57164","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:40.711190991Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"e30152e9-9c9d-4465-b2fc-58fdc4e57164","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":2} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:41.588283457Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:41.589020309Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:41.58903854Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"bc82077b-f165-4c2b-a6e7-2cd6416d9329","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserting 48 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.371096033Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 48 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.371183146Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.371237307Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.375589034Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"instance_uuid:reset\",\"fields.name\":[\"uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.371076422\"}","timeseries_name":"instance_uuid:reset"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.375699778Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.379166889Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:activated\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.375595805\"}","timeseries_name":"crucible_upstairs:activated"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.379270182Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.382635861Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:flush\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.379173909\"}","timeseries_name":"crucible_upstairs:flush"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.382838227Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.386172044Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:write\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.382647151\"}","timeseries_name":"crucible_upstairs:write"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.386334419Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.38980104Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:write_bytes\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.386177324\"}","timeseries_name":"crucible_upstairs:write_bytes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.389910494Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.393014134Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:read\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.389804300\"}","timeseries_name":"crucible_upstairs:read"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.393105787Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.396213118Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:read_bytes\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.393014394\"}","timeseries_name":"crucible_upstairs:read_bytes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.396306691Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.399522535Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:flush_close\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.396213318\"}","timeseries_name":"crucible_upstairs:flush_close"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.399616938Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.403064529Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_repair\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.399524825\"}","timeseries_name":"crucible_upstairs:extent_repair"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.403168472Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.406474439Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_no_op\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.403067599\"}","timeseries_name":"crucible_upstairs:extent_no_op"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.406568021Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.409797276Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"crucible_upstairs:extent_reopen\",\"fields.name\":[\"upstairs_uuid\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"CumulativeI64\",\"created\":\"2023-11-30 02:14:44.406476829\"}","timeseries_name":"crucible_upstairs:extent_reopen"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.41200176Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.415589355Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","schema":"{\"timeseries_name\":\"oximeter_collector:collections\",\"fields.name\":[\"base_route\",\"collector_id\",\"collector_ip\",\"collector_port\",\"producer_id\",\"producer_ip\",\"producer_port\"],\"fields.type\":[\"String\",\"Uuid\",\"IpAddr\",\"U16\",\"Uuid\",\"IpAddr\",\"U16\"],\"fields.source\":[\"Metric\",\"Target\",\"Target\",\"Target\",\"Metric\",\"Metric\",\"Metric\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2023-11-30 02:14:44.411941689\"}","timeseries_name":"oximeter_collector:collections"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.415619616Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.418499731Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_ipaddr","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.420011625Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":37} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.424398173Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_u16","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.425954699Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":37} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.429357789Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativei64","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:44.430813471Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":37} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:45.789097234Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:45.792795362Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 42 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.370859188Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 42 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.37095688Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.375677718Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.377246975Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.378629875Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.380319374Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":42} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.847348586Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"90d09110-8766-4c74-ab90-22845880fcb6","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.848935052Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"90d09110-8766-4c74-ab90-22845880fcb6","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.929006447Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:49.930255183Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"inserting 11 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.371334243Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 11 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.371434546Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.374175506Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":5} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.377531184Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":15} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.37910592Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.380842861Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":5} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:54.384160948Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":6} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:55.789198829Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:55.793605308Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:55.79364329Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"39f17bc0-ce39-490a-a333-8c48d29a9610","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserting 43 samples into database","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.370875531Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"component":"results-sink","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"unrolling 43 total samples","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.370947313Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.375924759Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.377233547Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_ipaddr","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.378672039Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":127} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.379937746Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_u16","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.381343258Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":44} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.382743848Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.384452469Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"id":"2efb38f3-4542-42a6-af8a-5b1b3d10f4cb","component":"clickhouse-client","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":42} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.847492153Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"90d09110-8766-4c74-ab90-22845880fcb6","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.84805224Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"90d09110-8766-4c74-ab90-22845880fcb6","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.928955968Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2023-11-30T02:14:59.929736951Z","hostname":"oxz_oximeter_83ddb671-4afb-48de-87d5-6fa1cfee8ea7","pid":24625,"producer_id":"44e366d2-5b45-468f-95ec-0531a83b28fa","component":"collection-task","collector_id":"83ddb671-4afb-48de-87d5-6fa1cfee8ea7","component":"oximeter-agent","n_results":3}