[ Apr 10 03:13:35 Enabled. ] [ Apr 10 03:13:35 Rereading configuration. ] [ Apr 10 03:13:39 Rereading configuration. ] [ Apr 10 03:13:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id b1145546-dcc4-4f38-b93d-ded264affe21 &"). ] [ Apr 10 03:13:44 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:44.526574946Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:44.529258329Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"file":"oximeter/collector/src/lib.rs:265"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:44.52932278Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:44.582895584Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:13:48.82909383Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:48.829166652Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:48.829213003Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:13:48.830785564Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:48.830826095Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:48.830834035Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:48.830861996Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:49.109398136Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.147442592Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"e700f441-18be-411a-8d18-c4afaf746c88","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.16394473Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.1639715Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.164031831Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.164039632Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:49.164191315Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.18007455Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.180142471Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.180178452Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.240312056Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.31202137Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"f7b6c2e4-5aa2-41a3-ad98-090ba9ec6c26\", \"date\": \"Fri, 10 Apr 2026 03:13:49 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:49.312141222Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"file":"oximeter/collector/src/lib.rs:428","id":"b1145546-dcc4-4f38-b93d-ded264affe21"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:49.312210814Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:13:49.313247014Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.322027179Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:13:49.322448217Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-04-10T03:13:49.324933376Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:04.313423644Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.313503766Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.331901691Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30804da7-9a69-4398-bf13-12e526b50373\", \"content-length\": \"436\", \"date\": \"Fri, 10 Apr 2026 03:14:04 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.334320679Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.337232297Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431863df-69c8-4483-8980-ed114d8b6147\", \"content-length\": \"29\", \"date\": \"Fri, 10 Apr 2026 03:14:04 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.337281108Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:46511","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.33738116Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"b891b180-37fb-4a48-b655-37de187c643f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:04.337423281Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.338446381Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.338467972Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.361839816Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.361901907Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.361941038Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.361982099Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.367234743Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:04.370964657Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:05.338766325Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:05.338843926Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:05.341589641Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:06.338802552Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:06.338902964Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:06.341854943Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:07.338251368Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:07.338323069Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:07.341014293Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:08.338207564Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:08.338275925Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:08.340667213Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 146 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.148920782Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 146 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.148970703Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 146 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.149019184Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.149103076Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.152958693Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.149095736Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.171090093Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.182857476Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.171075182Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.185955658Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.189670042Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.185940668Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.189781314Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.190628591Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.189770593Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.190688942Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.191572569Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.190679812Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.191752553Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.192569979Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.191744133Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.192671261Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.193465777Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.192621030Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.193529598Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.194362575Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.193520828Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.194423986Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.195243482Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.194415206Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.195308094Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.19613576Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.195296733Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.196200831Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.197021697Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.196186961Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.197086619Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.197923726Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.197073219Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.197992547Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.198813553Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.197978527Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.198878145Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.199708851Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.198869224Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.199772852Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.20068466Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.199764372Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.200744951Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.201598688Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.200736321Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.20165859Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.202513267Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.201649369Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.202576348Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.203422385Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.202567718Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.203483726Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.204331913Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.203475316Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"inserting 19 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.208462955Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.226190007Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.229956442Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":44} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.231825599Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.233681045Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":46} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.241870678Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":102} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.246706014Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.2485143Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_i64","n_rows":6} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:09.25001294Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.250281415Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.338428865Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.338496997Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:09.341323173Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:10.338460353Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:10.338547685Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:10.341057995Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:11.338191715Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:11.338279286Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:11.340549712Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:12.338673141Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:12.338702412Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:12.34113294Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:13.338308252Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:13.338399294Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:13.341012616Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.148218854Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.148297886Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.148305866Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.155786105Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.157472478Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.159324675Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.161124801Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:14.249284931Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.3383589Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.338446372Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.338511273Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.338573014Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.340923251Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:14.342834819Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:15.338600332Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:15.338686864Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:15.341781645Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:16.338915795Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:16.339008647Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:16.341253192Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:17.338392462Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:17.338512404Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:17.340938083Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:18.338096523Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:18.338199205Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:18.340819257Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 169 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.148840822Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 169 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.148929224Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 169 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.148937134Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.157749829Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":74} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.159531244Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.161251969Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":60} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.163058504Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.166552404Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.168625995Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_i64","n_rows":15} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.170430181Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:19.249657174Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:19.313347449Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.313455121Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.319755966Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b62d7e4-b028-4643-a879-a3ba4b3b75b8\", \"content-length\": \"574\", \"date\": \"Fri, 10 Apr 2026 03:14:19 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.319824447Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.324950549Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21de7f08-4da9-4e7a-9f94-2ed40c0c7661\", \"content-length\": \"29\", \"date\": \"Fri, 10 Apr 2026 03:14:19 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.32499634Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:39912","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:19.325035981Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.326041281Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.326163443Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.326201484Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.338669732Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.338727102Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.340902906Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:19.374570394Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:20.338790301Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:20.338890743Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:20.34128924Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:21.338455931Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:21.338587434Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:21.341137024Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:22.338272344Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:22.338353306Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:22.340865686Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:23.338036377Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:23.338150349Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:23.340838383Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 419 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.148055201Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 419 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.148138283Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 419 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.148182844Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.149380027Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.18374492Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.149366787Z }","timeseries_name":"switch_port_control_data_link:errors_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.183952904Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.18574109Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.183941114Z }","timeseries_name":"switch_port_control_data_link:errors_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.185875652Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.187315421Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.185854432Z }","timeseries_name":"switch_port_control_data_link:bytes_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.187430723Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.189114387Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.187407513Z }","timeseries_name":"switch_port_control_data_link:packets_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.189241899Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.190638127Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.189206529Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.190754689Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.192119066Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.190723288Z }","timeseries_name":"switch_port_control_data_link:packets_sent"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.207725446Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.213921769Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.215576212Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.21747673Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":147} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.219177873Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":14} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.220876007Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.222575111Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.224222624Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":66} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.225944268Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":389} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.22752937Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:24.249663949Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.338702827Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.338803939Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.338818599Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.338880161Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.341057024Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:24.342470812Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:25.338300366Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:25.338443299Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:25.340770455Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:26.337973737Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:26.338065918Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:26.340300603Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:27.338433163Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:27.338530574Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:27.340707808Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:28.338845677Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:28.338936089Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:28.341138523Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 155 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.148319671Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 155 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.148438733Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 155 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.148452814Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.15682255Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.158481873Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":25} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.160180406Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":53} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.16184922Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.164117885Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":25} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.165714406Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:29.249079292Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.33813023Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.338207742Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:29.34062462Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:30.338812331Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:30.338945404Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:30.341194978Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:31.338365629Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:31.338465151Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:31.340765707Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:32.338919617Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:32.338953628Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:32.341448477Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:33.338776561Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:33.338811042Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:33.341122728Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.148298356Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.148359697Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.148370457Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.156024779Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.157894566Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.159761974Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.161525109Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:34.24972537Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:34.313733301Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.313802132Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.338045414Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.338066384Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.338075724Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.338082684Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.339016733Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d230ca-ad10-48bb-8dcb-954cb1545c02\", \"content-length\": \"723\", \"date\": \"Fri, 10 Apr 2026 03:14:34 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.339050854Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D","method":"GET"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.34039849Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.341778238Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.345442021Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa708a6-dfea-4fab-b69c-90e26e6e32d3\", \"content-length\": \"29\", \"date\": \"Fri, 10 Apr 2026 03:14:34 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.345462621Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:50581","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:34.345470491Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.346515752Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.346524402Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.346529922Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:34.356958369Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:35.338785306Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:35.338824436Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:35.341422698Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:36.338552738Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:36.338598979Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:36.340858704Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:37.337989614Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:37.338037405Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:37.340643986Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:38.338789696Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:38.338822117Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:38.341040361Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 167 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.148169058Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 167 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.148205319Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 167 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.148212299Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.156990073Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.15885683Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":99} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.160694237Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.162567854Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":66} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.164457652Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":101} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.166957741Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.168797298Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:39.248961799Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.338007248Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.338030478Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:39.340529218Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:40.338668748Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:40.338713529Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:40.341074626Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:41.338219376Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:41.338272867Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:41.340698405Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:42.338858046Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:42.338911207Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:42.341169801Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:43.338284311Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:43.338319532Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:43.340525816Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.148664623Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 130 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.148717914Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.148731424Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.155986928Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.157741053Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.159560009Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.161196932Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:44.249536946Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.338589284Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.338609105Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.338616215Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.338621795Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.340817349Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.342541863Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.346882369Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.346896189Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:44.349003451Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:45.338435229Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:45.33848085Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:45.340755184Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:46.338910735Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:46.338952186Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:46.341343613Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:47.338543645Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:47.338599516Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:47.341064235Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:48.338226446Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:48.338280157Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:48.340846988Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 166 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.148803301Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 166 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.148858033Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 166 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.148873453Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.157658407Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":98} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.159090306Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.160529924Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":64} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.161905072Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.164105385Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.165373321Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:49.248911889Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:49.313087074Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.313174356Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.317222346Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe998ea-7a8c-4ace-b567-d9b7a6ee5b31\", \"content-length\": \"995\", \"date\": \"Fri, 10 Apr 2026 03:14:49 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.317267917Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkN2U4Njg1ZC00ZjNkLTRmNjQtOTU0Ny1lZDY5MmE0NWZiOWQifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.320481561Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkN2U4Njg1ZC00ZjNkLTRmNjQtOTU0Ny1lZDY5MmE0NWZiOWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510a211d-9591-4541-b1e9-7cc1c3a0c80f\", \"content-length\": \"29\", \"date\": \"Fri, 10 Apr 2026 03:14:49 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.320499301Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.320528211Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-04-10T03:14:49.320536652Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":6,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321577572Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321587772Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321593743Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321702175Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321775576Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.321782656Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.3259824Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.32600893Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.329192803Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":39912,"producer_ip":"fd00:1122:3344:101::2","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.332086651Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.332644162Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.337941787Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.337953597Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:49.340288094Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.321455167Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.321496878Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.321509588Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.321519848Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.322426286Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.32314155Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.338419434Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.338430984Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:50.340531045Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.321732219Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.32179741Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.321812561Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.321823601Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.3227608Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.323349781Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.338847569Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.33886724Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:51.341191216Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.321332908Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.321381159Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.321390449Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.32139837Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.322273227Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.322864428Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.338353916Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.338383317Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:52.340740223Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.321863084Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.32190395Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.321914066Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.321921867Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.323741243Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.324322134Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.338869453Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.338907624Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:53.342965314Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 258 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.148164813Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 258 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.148196394Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 258 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.148203414Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.150819376Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.155626451Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.150804676Z }","timeseries_name":"static_routing_config:static_routes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.155756424Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.157982878Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.155746094Z }","timeseries_name":"static_routing_config:static_nexthops"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.15805616Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.160020619Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.158047040Z }","timeseries_name":"switch_rib:active_routes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.16010043Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.161924826Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.160089570Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.17165051Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.175016936Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.176397004Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.177911924Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":178} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.179420594Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":16} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.180844322Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.182292601Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.183711749Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":104} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.185195468Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":198} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.186513105Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":60} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:54.24971993Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.321784321Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.321812511Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.321819212Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.321825052Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.323045086Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.323421183Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.338761198Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.338785158Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.338796778Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.338806139Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.341199196Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.342772608Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":46511,"producer_ip":"fd00:1122:3344:101::a","producer_id":"0ae99603-8a46-4ac6-b46a-b63c22f2835a","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.346855859Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.346870759Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:54.34893347Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":50581,"producer_ip":"fd00:1122:3344:101::2","producer_id":"1d07ccee-1366-43b1-bde8-b1c19c4222ae","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.321644585Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.321684426Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.321696476Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.321707596Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.322755387Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.323487751Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.338759065Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.338773925Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:55.341190423Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.321333215Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.321372886Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.321380626Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.321386326Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.322175732Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.322808955Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.338229011Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.338249951Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:56.340505096Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.321638888Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.321672199Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.321679399Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.32168554Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.322473805Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.323136358Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.338408032Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.338425302Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:57.340905991Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.321091894Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.321122405Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.321129825Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.321140066Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.322002152Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.322702546Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.338067582Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.338086802Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:58.340340387Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"inserting 256 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.148459634Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserting 256 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.148494544Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"unrolling 256 total samples","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.148502924Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.161423751Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_string","n_rows":128} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.16289293Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_u16","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.164347949Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"fields_uuid","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.165834188Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":160} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.168066743Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.169466601Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"id":"bb7393b6-b0cd-46d1-97e7-50cf67e48e0b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","table_name":"measurements_u64","n_rows":60} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-04-10T03:14:59.249664063Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.321729494Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.321766005Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.321773525Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.321779715Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.322614992Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.323326346Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.338413395Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.338435146Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:14:59.340924405Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.321074278Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.321109889Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.321117409Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.321124259Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.321964686Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d7e8685d-4f3d-4f64-9547-ed692a45fb9d","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.322572068Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"0c7fc07d-6ff0-45ab-b629-d52ef47283fc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.338043905Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.338064006Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-04-10T03:15:00.340329911Z","hostname":"oxz_oximeter_b1145546-dcc4-4f38-b93d-ded264affe21","pid":25901,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"b891b180-37fb-4a48-b655-37de187c643f","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"b1145546-dcc4-4f38-b93d-ded264affe21","component":"oximeter-agent","n_results":1}