[ Jun 20 21:28:37 Enabled. ]
[ Jun 20 21:28:37 Rereading configuration. ]
[ Jun 20 21:28:38 Rereading configuration. ]
[ Jun 20 21:28:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 83a45644-f784-4b40-a7e1-ec94b0dc35d4 &"). ]
[ Jun 20 21:28:41 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:41.916733822Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:41.920214671Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:194"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:41.924581872Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:41.926141531Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:41.926158952Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:42.304882773Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"94f641cb-aa74-4ad1-bafc-9dfec5b222fa","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:42.306061363Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"313.028563ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:42.620381349Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:42.62043218Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:42.670230005Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"82ad2df6-0177-46ac-be82-ea9ff8e7abd7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:42.670920333Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"554.393068ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:43.226021675Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:43.226071936Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:43.259231869Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"4ba59b06-8094-4263-91b0-835b74c47edc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:43.259624009Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"1.471597142s"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.732712702Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.732751423Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:44.804795973Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.804828344Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:44.818428569Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:617"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:44.819442855Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:44.819458185Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:621","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:44.819469345Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:626"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.819481786Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.820174143Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:44.977630874Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:649","version":4}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995478507Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995491617Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995501908Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995508588Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:44.995515888Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995527628Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995533618Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:44.995541719Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.030726603Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.030941498Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 235.775033ms","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:45.031307677Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.26837773Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.268414721Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.297598112Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.297689665Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 631.745503ms","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:45.298027703Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.931106126Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.931141497Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.959774865Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:45.959853947Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 995.785893ms","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:45.960194515Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:46.956937247Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:46.956980028Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:46.986536449Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:46.986672593Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 1.25552964s","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:46.987087793Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:48.243209305Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:48.243272417Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:48.273248418Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:48.273373061Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 5.572424737s","v":0,"name":"oximeter","level":40,"time":"2024-06-20T21:28:48.27372907Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.84753981Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.847599832Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.878130097Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.888370688Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b46f327f-ca7c-4b16-a64d-5b640bda03d7\", \"date\": \"Thu, 20 Jun 2024 21:28:53 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:53.889658Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"file":"oximeter/collector/src/lib.rs:302","id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:53.890734517Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:757"}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.890777159Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.926496966Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/83a45644-f784-4b40-a7e1-ec94b0dc35d4/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:28:53.929366449Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/collectors/83a45644-f784-4b40-a7e1-ec94b0dc35d4/producers\", query: Some(\"sort_by=id_ascending\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478cd3a4-d932-46b6-a20b-9e8859a24f8d\", \"content-length\": \"29\", \"date\": \"Thu, 20 Jun 2024 21:28:53 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:28:53.930027356Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:807","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:32.335897639Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65491"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:32.34182093Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:32.341900312Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"uri":"/producers","method":"POST","req_id":"5fe71141-7b12-4a9f-adb0-3d85d5b7e4ba","remote_addr":"[fd00:1122:3344:101::a]:65491","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2038,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:32.374019968Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:42.373356865Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:42.385061583Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":5}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:42.833134025Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58481"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:42.833232568Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:42.833305309Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"uri":"/producers","method":"POST","req_id":"d853ca31-6745-4717-8fc2-dbee86be8e42","remote_addr":"[fd00:1122:3344:101::a]:58481","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":126,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:42.865011105Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","interval":"1s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:43.864325562Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:43.86895695Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:44.865070515Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:44.866365858Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"inserting 90 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:44.992297407Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"unrolling 90 total samples","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:44.992330708Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.008695474Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.024420013Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2024-06-20 21:29:45.008680993\"}","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.030479547Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.056091808Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-06-20 21:29:45.030469237\"}","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.056844687Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.064263345Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-06-20 21:29:45.056831966\"}","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.064368628Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.066140703Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-06-20 21:29:45.064359998\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.06682695Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.068535844Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_router:originated_underlay_prefixes\",\"fields.name\":[\"hostname\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\"],\"datum_type\":\"U64\",\"created\":\"2024-06-20 21:29:45.066816470\"}","timeseries_name":"ddm_router:originated_underlay_prefixes"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.068627626Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.070293948Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_router:originated_tunnel_endpoints\",\"fields.name\":[\"hostname\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\"],\"datum_type\":\"U64\",\"created\":\"2024-06-20 21:29:45.068620196\"}","timeseries_name":"ddm_router:originated_tunnel_endpoints"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.070388421Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.072071324Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:solicitations_sent\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.070378471\"}","timeseries_name":"ddm_session:solicitations_sent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.072171186Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.073874299Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:solicitations_received\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.072163096\"}","timeseries_name":"ddm_session:solicitations_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.073953492Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.075628684Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:advertisements_sent\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.073944381\"}","timeseries_name":"ddm_session:advertisements_sent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.075716096Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.077385029Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:advertisements_received\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.075708886\"}","timeseries_name":"ddm_session:advertisements_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.07745921Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.079138823Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:peer_expirations\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.077449040\"}","timeseries_name":"ddm_session:peer_expirations"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.079223425Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.080884488Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:peer_address_changes\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.079216795\"}","timeseries_name":"ddm_session:peer_address_changes"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.08098053Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.082671723Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:peer_sessions_established\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.080970580\"}","timeseries_name":"ddm_session:peer_sessions_established"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.082765635Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.084494929Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:updates_sent\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.082757935\"}","timeseries_name":"ddm_session:updates_sent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.084573481Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.086316606Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:updates_received\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.084564551\"}","timeseries_name":"ddm_session:updates_received"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.086404848Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.088139642Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:update_send_fail\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"CumulativeU64\",\"created\":\"2024-06-20 21:29:45.086398918\"}","timeseries_name":"ddm_session:update_send_fail"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.088217514Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.089971028Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:imported_underlay_prefixes\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"U64\",\"created\":\"2024-06-20 21:29:45.088208954\"}","timeseries_name":"ddm_session:imported_underlay_prefixes"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.090068721Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.091805255Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","schema":"{\"timeseries_name\":\"ddm_session:imported_tunnel_endpoints\",\"fields.name\":[\"hostname\",\"interface\",\"rack_id\",\"sled_id\"],\"fields.type\":[\"String\",\"String\",\"Uuid\",\"Uuid\"],\"fields.source\":[\"Target\",\"Target\",\"Target\",\"Target\"],\"datum_type\":\"U64\",\"created\":\"2024-06-20 21:29:45.090062091\"}","timeseries_name":"ddm_session:imported_tunnel_endpoints"}
{"msg":"inserting 18 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.093265772Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.119418767Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":20}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.123414488Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":86}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.128935898Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":58}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.137135886Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":40}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.145310074Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":20}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.147761196Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":18}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.150115256Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_u64","n_rows":12}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.865186462Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:45.865903981Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:46.865022543Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:46.865480905Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:47.864599687Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:47.865483919Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:48.864591832Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:48.865020192Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:49.86512073Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:49.865584821Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:49.991675545Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:49.991720126Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:49.999344296Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":26}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:50.001940235Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":28}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:50.004116941Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":100}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:50.006251885Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_u64","n_rows":30}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:50.865330979Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:50.866020997Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:51.772817823Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:55153"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:51.772916986Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:33328","producer_id":"8f64d0bd-6f7c-418c-a532-2ff9143ec947"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:51.772977307Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"uri":"/producers","method":"POST","req_id":"a3b0f796-94fb-4d36-9eb8-536e748cd054","remote_addr":"[fd00:1122:3344:101::b]:55153","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":128,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:51.805110954Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::b]:33328","producer_id":"8f64d0bd-6f7c-418c-a532-2ff9143ec947","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:51.865230851Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:51.86639259Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.373480073Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.375260688Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":5}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:52.503590938Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37471"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.503709381Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:44151","producer_id":"65b469d2-6eb7-4e46-8276-ad6d27b67bf9"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:52.503780833Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"uri":"/producers","method":"POST","req_id":"39f5cc69-3b12-4e5e-b173-ba493445c38e","remote_addr":"[fd00:1122:3344:101::c]:37471","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":120,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.535873379Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::c]:44151","producer_id":"65b469d2-6eb7-4e46-8276-ad6d27b67bf9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.864968309Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:52.865529273Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:53.864636305Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:53.865133538Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:54.865287476Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:54.866788544Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"inserting 151 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:54.991886492Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"unrolling 151 total samples","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:54.991940483Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.00126863Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":21}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.003566052Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":89}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.005705653Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":49}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.007906269Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":100}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.01030929Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":21}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.01227254Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_u64","n_rows":30}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.865354342Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:55.865869345Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:56.864976627Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:56.8654877Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:57.864571872Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:57.865060464Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:58.865151241Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:58.865633173Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:59.758891957Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58627"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.758977659Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-06-20T21:29:59.759058751Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"uri":"/producers","method":"POST","req_id":"96ee9d3d-4612-4119-987a-2b1ce973201e","remote_addr":"[fd00:1122:3344:101::a]:58627","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.791130636Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","interval":"1s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.865407632Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.865864534Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.992033829Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.99207752Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:29:59.999416117Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":26}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.002048334Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":28}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.004316261Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_cumulativeu64","n_rows":100}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.006429045Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"id":"564220a6-751a-473a-9a3b-358bf07cde65","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","table_name":"oximeter.measurements_u64","n_rows":30}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.790500264Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.807353131Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.864677818Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:00.865246682Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.79135338Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.793255128Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::2]:4677","producer_id":"e789eeb5-b9d0-4486-9315-eafe6d7ad753","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.805496709Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::b]:33328","producer_id":"8f64d0bd-6f7c-418c-a532-2ff9143ec947","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.816124779Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::b]:33328","producer_id":"8f64d0bd-6f7c-418c-a532-2ff9143ec947","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":5}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.865212336Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:01.865658187Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::1]:8001","producer_id":"df63a4fe-3119-43c9-b4de-7606cf2321fe","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:02.373754406Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:02.375672954Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::a]:62763","producer_id":"4c9d7efe-dded-4bfd-b6fb-594f5dd61d1c","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":5}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:02.535769371Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::c]:44151","producer_id":"65b469d2-6eb7-4e46-8276-ad6d27b67bf9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-06-20T21:30:02.54041534Z","hostname":"oxz_oximeter_83a45644-f784-4b40-a7e1-ec94b0dc35d4","pid":24544,"address":"[fd00:1122:3344:101::c]:44151","producer_id":"65b469d2-6eb7-4e46-8276-ad6d27b67bf9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83a45644-f784-4b40-a7e1-ec94b0dc35d4","component":"oximeter-agent","n_results":5}