[ May 31 00:14:25 Enabled. ] [ May 31 00:14:25 Rereading configuration. ] [ May 31 00:14:28 Rereading configuration. ] [ May 31 00:14:36 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 23b883a6-a5ca-4a70-a2bd-b620fdf20e25 &"). ] [ May 31 00:14:36 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:36.448222668Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:36.450059614Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:194"} {"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:36.454161809Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:36.454428566Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:36.45498975Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:37.105066597Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"8f09f31c-a4ec-46dc-a3fa-81f6b8b0120f","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:37.120183321Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"311.286776ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:37.433307792Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:37.433373253Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:37.464394812Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"0a2c9e3a-e0c7-47d1-bb5d-72f67b31a7b8","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:37.464836953Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"559.178142ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:38.024967074Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:38.025036916Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:38.058844445Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"b003ff48-b47e-4823-8c66-1d9c126c4779","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:38.059381309Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"718.886435ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:38.779512957Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:38.779549168Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:39.135299592Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.135387024Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:39.156092057Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:617"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:39.15762088Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:679"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:39.157682041Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:621","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:39.157725772Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:626"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.157735332Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.161313943Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:39.377063099Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:649","version":4} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.40426527Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404295151Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404334922Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404342642Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:39.404374053Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404405784Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404412294Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.404442485Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.439367923Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.439586798Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 200.611039ms","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:39.440003889Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.642088766Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.642123087Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.673039373Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:39.673145226Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 644.83443ms","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:39.673584627Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:40.318701778Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:40.318736999Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:40.348796593Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:40.348912136Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 1.144966515s","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:40.349353667Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:41.495029344Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:41.495071615Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:41.525364035Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:41.525483958Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 1.700585441s","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:41.525943097Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:43.227115149Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:43.22716041Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:43.257513532Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:43.257636535Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Err(reqwest::Error { kind: Request, url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 4.872327924s","v":0,"name":"oximeter","level":40,"time":"2024-05-31T00:14:43.258126238Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:284","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.131031236Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.131108438Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.161167082Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.175740212Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"6642430b-35dc-4765-bd8a-0f4f6a6d1b66\", \"date\": \"Fri, 31 May 2024 00:14:48 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:48.178214915Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"file":"oximeter/collector/src/lib.rs:302","id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:48.179279212Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:757"} {"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.179320403Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.221724891Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/23b883a6-a5ca-4a70-a2bd-b620fdf20e25/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.226337819Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/collectors/23b883a6-a5ca-4a70-a2bd-b620fdf20e25/producers\", query: Some(\"sort_by=id_ascending\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2dd5f1b-7038-4eb8-8f58-d009db98d9fe\", \"content-length\": \"29\", \"date\": \"Fri, 31 May 2024 00:14:48 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:48.22835838Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:807","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:48.965125401Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:59589"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.966322281Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:39074","producer_id":"acdd799e-1781-4a7a-b38b-46ae3ed46e69"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:48.966417364Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"uri":"/producers","method":"POST","req_id":"34ccde1a-8aed-414f-a441-79691f66f0cc","remote_addr":"[fd00:1122:3344:101::a]:59589","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1091,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:48.999023683Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"address":"[fd00:1122:3344:101::a]:39074","producer_id":"acdd799e-1781-4a7a-b38b-46ae3ed46e69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","interval":"10s"} {"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:56.527315822Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37105"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:56.527427955Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:64361","producer_id":"34535ceb-4b53-421e-8fea-4e3dc7994a59"} {"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-05-31T00:14:56.527498447Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"uri":"/producers","method":"POST","req_id":"d0fd5a0c-6fd0-4edb-9c32-21141241e604","remote_addr":"[fd00:1122:3344:101::a]:37105","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":130,"response_code":"204"} {"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:56.561757528Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"address":"[fd00:1122:3344:101::1]:64361","producer_id":"34535ceb-4b53-421e-8fea-4e3dc7994a59","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","interval":"30s"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:58.998880329Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"address":"[fd00:1122:3344:101::a]:39074","producer_id":"acdd799e-1781-4a7a-b38b-46ae3ed46e69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.006985605Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"address":"[fd00:1122:3344:101::a]:39074","producer_id":"acdd799e-1781-4a7a-b38b-46ae3ed46e69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","n_results":5} {"msg":"inserting 41 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.391978294Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"unrolling 41 total samples","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.392022875Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.407177Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.427078206Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2024-05-31 00:14:59.407150659\"}","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.434223538Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.463667426Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-05-31 00:14:59.434203697\"}","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.463897842Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.465930284Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-05-31 00:14:59.463886312\"}","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.466050917Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.467810382Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-05-31 00:14:59.466036057\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.468649493Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.470368567Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","schema":"{\"timeseries_name\":\"database_transaction:retry_data\",\"fields.name\":[\"attempt\",\"name\"],\"fields.type\":[\"U32\",\"String\"],\"fields.source\":[\"Metric\",\"Target\"],\"datum_type\":\"F64\",\"created\":\"2024-05-31 00:14:59.468638393\"}","timeseries_name":"database_transaction:retry_data"} {"msg":"inserting 5 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.470392757Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.505175301Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":19} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.509321467Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":58} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.515489514Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.fields_u32","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.522704967Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":32} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.535144063Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.541614868Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":19} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-05-31T00:14:59.543828054Z","hostname":"oxz_oximeter_23b883a6-a5ca-4a70-a2bd-b620fdf20e25","pid":23998,"id":"2244e92e-d2a0-4ae5-8f35-c7acc35f0c90","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"23b883a6-a5ca-4a70-a2bd-b620fdf20e25","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":21}