| 1 | | [ Apr 10 03:13:35 Enabled. ] |
| 2 | | [ Apr 10 03:13:35 Rereading configuration. ] |
| 3 | | [ Apr 10 03:13:39 Rereading configuration. ] |
| 4 | | [ Apr 10 03:13:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id b1145546-dcc4-4f38-b93d-ded264affe21 &"). ] |
| 5 | | [ Apr 10 03:13:44 Method "start" exited with status 0. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2026-04-10T03:13:44.526Z | DEBG | oximeter: registered DTrace probes
|
| 8 | 2026-04-10T03:13:44.529Z | INFO | oximeter: starting oximeter server
file = oximeter/collector/src/lib.rs:265
|
| 9 | 2026-04-10T03:13:44.529Z | DEBG | oximeter: creating ClickHouse client
|
| 10 | 2026-04-10T03:13:44.582Z | DEBG | oximeter (clickhouse-client): registered USDT probes
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 11 | 2026-04-10T03:13:48.829Z | WARN | oximeter (clickhouse-client): oximeter database does not exist, or is out-of-date
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:900
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 12 | 2026-04-10T03:13:48.829Z | DEBG | oximeter (oximeter-agent): oximeter database does not exist, creating
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 13 | 2026-04-10T03:13:48.829Z | INFO | oximeter (clickhouse-client): reading db version
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:800
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 14 | 2026-04-10T03:13:48.830Z | WARN | oximeter (clickhouse-client): oximeter database does not exist, or is out-of-date
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:900
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 15 | 2026-04-10T03:13:48.830Z | INFO | oximeter (clickhouse-client): read oximeter database version
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:805
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
version = 0
|
| 16 | 2026-04-10T03:13:48.830Z | INFO | oximeter (clickhouse-client): initializing oximeter schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:810
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 17 | 2026-04-10T03:13:48.830Z | DEBG | oximeter (clickhouse-client): initializing ClickHouse database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 18 | 2026-04-10T03:13:49.109Z | INFO | oximeter (clickhouse-client): inserting current version
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:831
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
version = 14
|
| 19 | 2026-04-10T03:13:49.147Z | DEBG | oximeter (clickhouse-client): registered USDT probes
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = e700f441-18be-411a-8d18-c4afaf746c88
|
| 20 | 2026-04-10T03:13:49.163Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /info
versions = all
|
| 21 | 2026-04-10T03:13:49.163Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /producers
versions = all
|
| 22 | 2026-04-10T03:13:49.164Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = DELETE
path = /producers/{producer_id}
versions = all
|
| 23 | 2026-04-10T03:13:49.164Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /producers/{producer_id}
versions = all
|
| 24 | 2026-04-10T03:13:49.164Z | INFO | oximeter (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328
local_addr = [fd00:1122:3344:101::d]:12223
|
| 25 | 2026-04-10T03:13:49.180Z | DEBG | oximeter (dropshot): successfully registered DTrace USDT probes
local_addr = [fd00:1122:3344:101::d]:12223
|
| 26 | 2026-04-10T03:13:49.180Z | DEBG | oximeter: registered USDT probes
|
| 27 | 2026-04-10T03:13:49.180Z | DEBG | oximeter: contacting nexus
|
| 28 | 2026-04-10T03:13:49.240Z | DEBG | oximeter: client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors
|
| 29 | 2026-04-10T03:13:49.312Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors", status: 204, headers: {"x-request-id": "f7b6c2e4-5aa2-41a3-ad98-090ba9ec6c26", "date": "Fri, 10 Apr 2026 03:13:49 GMT"} })
|
| 30 | 2026-04-10T03:13:49.312Z | INFO | oximeter: oximeter registered with nexus
file = oximeter/collector/src/lib.rs:428
id = b1145546-dcc4-4f38-b93d-ded264affe21
|
| 31 | 2026-04-10T03:13:49.312Z | INFO | oximeter (oximeter-agent): starting refresh list task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:554
|
| 32 | 2026-04-10T03:13:49.313Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:557
|
| 33 | 2026-04-10T03:13:49.322Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending
|
| 34 | 2026-04-10T03:13:49.322Z | DEBG | oximeter: client response
result = Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) })
|
| 35 | 2026-04-10T03:13:49.324Z | ERRO | oximeter (oximeter-agent): error fetching next assigned producer, abandoning this refresh attempt
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)
file = oximeter/collector/src/agent.rs:595
|
| 36 | 2026-04-10T03:14:04.313Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:557
|
| 37 | 2026-04-10T03:14:04.313Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending
|
| 38 | 2026-04-10T03:14:04.331Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "30804da7-9a69-4398-bf13-12e526b50373", "content-length": "436", "date": "Fri, 10 Apr 2026 03:14:04 GMT"} })
|
| 39 | 2026-04-10T03:14:04.334Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D
|
| 40 | 2026-04-10T03:14:04.337Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "431863df-69c8-4483-8980-ed114d8b6147", "content-length": "29", "date": "Fri, 10 Apr 2026 03:14:04 GMT"} })
|
| 41 | 2026-04-10T03:14:04.337Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::a]:46511
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
|
| 42 | 2026-04-10T03:14:04.337Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::1]:8001
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
|
| 43 | 2026-04-10T03:14:04.337Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:632
n_current_tasks = 2
n_pruned_tasks = 0
|
| 44 | 2026-04-10T03:14:04.338Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 45 | 2026-04-10T03:14:04.338Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 46 | 2026-04-10T03:14:04.361Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 47 | 2026-04-10T03:14:04.361Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 48 | 2026-04-10T03:14:04.361Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 49 | 2026-04-10T03:14:04.361Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 50 | 2026-04-10T03:14:04.367Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 51 | 2026-04-10T03:14:04.370Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 52 | 2026-04-10T03:14:05.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 53 | 2026-04-10T03:14:05.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 54 | 2026-04-10T03:14:05.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 55 | 2026-04-10T03:14:06.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 56 | 2026-04-10T03:14:06.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 57 | 2026-04-10T03:14:06.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 58 | 2026-04-10T03:14:07.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 59 | 2026-04-10T03:14:07.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 60 | 2026-04-10T03:14:07.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 61 | 2026-04-10T03:14:08.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 62 | 2026-04-10T03:14:08.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 63 | 2026-04-10T03:14:08.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 64 | 2026-04-10T03:14:09.148Z | DEBG | oximeter (results-sink): inserting 146 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 65 | 2026-04-10T03:14:09.148Z | DEBG | oximeter (results-sink-cluster): inserting 146 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 66 | 2026-04-10T03:14:09.149Z | DEBG | oximeter (clickhouse-client): unrolling 146 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 67 | 2026-04-10T03:14:09.149Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 68 | 2026-04-10T03:14:09.152Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("oximeter_collector:collections"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "base_route", field_type: String, source: Metric, description: "" }, FieldSchema { name: "collector_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "collector_ip", field_type: IpAddr, source: Target, description: "" }, FieldSchema { name: "collector_port", field_type: U16, source: Target, description: "" }, FieldSchema { name: "producer_id", field_type: Uuid, source: Metric, description: "" }, FieldSchema { name: "producer_ip", field_type: IpAddr, source: Metric, description: "" }, FieldSchema { name: "producer_port", field_type: U16, source: Metric, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.149095736Z }
timeseries_name = oximeter_collector:collections
|
| 69 | 2026-04-10T03:14:09.171Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 70 | 2026-04-10T03:14:09.182Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("http_service:request_latency_histogram"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "name", field_type: String, source: Target, description: "" }, FieldSchema { name: "operation_id", field_type: String, source: Metric, description: "" }, FieldSchema { name: "status_code", field_type: U16, source: Metric, description: "" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.171075182Z }
timeseries_name = http_service:request_latency_histogram
|
| 71 | 2026-04-10T03:14:09.185Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 72 | 2026-04-10T03:14:09.189Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:cpus_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.185940668Z }
timeseries_name = collection_target:cpus_provisioned
|
| 73 | 2026-04-10T03:14:09.189Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 74 | 2026-04-10T03:14:09.190Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:ram_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.189770593Z }
timeseries_name = collection_target:ram_provisioned
|
| 75 | 2026-04-10T03:14:09.190Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 76 | 2026-04-10T03:14:09.191Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:virtual_disk_space_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.190679812Z }
timeseries_name = collection_target:virtual_disk_space_provisioned
|
| 77 | 2026-04-10T03:14:09.191Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 78 | 2026-04-10T03:14:09.192Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_router:originated_underlay_prefixes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.191744133Z }
timeseries_name = ddm_router:originated_underlay_prefixes
|
| 79 | 2026-04-10T03:14:09.192Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 80 | 2026-04-10T03:14:09.193Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_router:originated_tunnel_endpoints"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.192621030Z }
timeseries_name = ddm_router:originated_tunnel_endpoints
|
| 81 | 2026-04-10T03:14:09.193Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 82 | 2026-04-10T03:14:09.194Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:solicitations_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.193520828Z }
timeseries_name = ddm_session:solicitations_sent
|
| 83 | 2026-04-10T03:14:09.194Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 84 | 2026-04-10T03:14:09.195Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:solicitations_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.194415206Z }
timeseries_name = ddm_session:solicitations_received
|
| 85 | 2026-04-10T03:14:09.195Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 86 | 2026-04-10T03:14:09.196Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:advertisements_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.195296733Z }
timeseries_name = ddm_session:advertisements_sent
|
| 87 | 2026-04-10T03:14:09.196Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 88 | 2026-04-10T03:14:09.197Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:advertisements_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.196186961Z }
timeseries_name = ddm_session:advertisements_received
|
| 89 | 2026-04-10T03:14:09.197Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 90 | 2026-04-10T03:14:09.197Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_expirations"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.197073219Z }
timeseries_name = ddm_session:peer_expirations
|
| 91 | 2026-04-10T03:14:09.197Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 92 | 2026-04-10T03:14:09.198Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_address_changes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.197978527Z }
timeseries_name = ddm_session:peer_address_changes
|
| 93 | 2026-04-10T03:14:09.198Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 94 | 2026-04-10T03:14:09.199Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_sessions_established"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.198869224Z }
timeseries_name = ddm_session:peer_sessions_established
|
| 95 | 2026-04-10T03:14:09.199Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 96 | 2026-04-10T03:14:09.200Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:updates_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.199764372Z }
timeseries_name = ddm_session:updates_sent
|
| 97 | 2026-04-10T03:14:09.200Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 98 | 2026-04-10T03:14:09.201Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:updates_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.200736321Z }
timeseries_name = ddm_session:updates_received
|
| 99 | 2026-04-10T03:14:09.201Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 100 | 2026-04-10T03:14:09.202Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:update_send_fail"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.201649369Z }
timeseries_name = ddm_session:update_send_fail
|
| 101 | 2026-04-10T03:14:09.202Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 102 | 2026-04-10T03:14:09.203Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:imported_underlay_prefixes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.202567718Z }
timeseries_name = ddm_session:imported_underlay_prefixes
|
| 103 | 2026-04-10T03:14:09.203Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 104 | 2026-04-10T03:14:09.204Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:imported_tunnel_endpoints"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:09.203475316Z }
timeseries_name = ddm_session:imported_tunnel_endpoints
|
| 105 | 2026-04-10T03:14:09.208Z | DEBG | oximeter (clickhouse-client): inserting 19 new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 106 | 2026-04-10T03:14:09.226Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 4
table_name = fields_ipaddr
|
| 107 | 2026-04-10T03:14:09.229Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 44
table_name = fields_string
|
| 108 | 2026-04-10T03:14:09.231Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 12
table_name = fields_u16
|
| 109 | 2026-04-10T03:14:09.233Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 46
table_name = fields_uuid
|
| 110 | 2026-04-10T03:14:09.241Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 102
table_name = measurements_cumulativeu64
|
| 111 | 2026-04-10T03:14:09.246Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 8
table_name = measurements_histogramu64
|
| 112 | 2026-04-10T03:14:09.248Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 6
table_name = measurements_i64
|
| 113 | 2026-04-10T03:14:09.250Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 114 | 2026-04-10T03:14:09.250Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 115 | 2026-04-10T03:14:09.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 116 | 2026-04-10T03:14:09.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 117 | 2026-04-10T03:14:09.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 118 | 2026-04-10T03:14:10.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 119 | 2026-04-10T03:14:10.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 120 | 2026-04-10T03:14:10.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 121 | 2026-04-10T03:14:11.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 122 | 2026-04-10T03:14:11.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 123 | 2026-04-10T03:14:11.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 124 | 2026-04-10T03:14:12.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 125 | 2026-04-10T03:14:12.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 126 | 2026-04-10T03:14:12.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 127 | 2026-04-10T03:14:13.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 128 | 2026-04-10T03:14:13.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 129 | 2026-04-10T03:14:13.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 130 | 2026-04-10T03:14:14.148Z | DEBG | oximeter (results-sink-cluster): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 131 | 2026-04-10T03:14:14.148Z | DEBG | oximeter (results-sink): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 132 | 2026-04-10T03:14:14.148Z | DEBG | oximeter (clickhouse-client): unrolling 130 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 133 | 2026-04-10T03:14:14.155Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 26
table_name = fields_string
|
| 134 | 2026-04-10T03:14:14.157Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 28
table_name = fields_uuid
|
| 135 | 2026-04-10T03:14:14.159Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 136 | 2026-04-10T03:14:14.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 137 | 2026-04-10T03:14:14.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 138 | 2026-04-10T03:14:14.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 139 | 2026-04-10T03:14:14.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 140 | 2026-04-10T03:14:14.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 141 | 2026-04-10T03:14:14.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 142 | 2026-04-10T03:14:14.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 143 | 2026-04-10T03:14:14.342Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 144 | 2026-04-10T03:14:15.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 145 | 2026-04-10T03:14:15.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 146 | 2026-04-10T03:14:15.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 147 | 2026-04-10T03:14:16.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 148 | 2026-04-10T03:14:16.339Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 149 | 2026-04-10T03:14:16.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 150 | 2026-04-10T03:14:17.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 151 | 2026-04-10T03:14:17.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 152 | 2026-04-10T03:14:17.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 153 | 2026-04-10T03:14:18.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 154 | 2026-04-10T03:14:18.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 155 | 2026-04-10T03:14:18.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 156 | 2026-04-10T03:14:19.148Z | DEBG | oximeter (results-sink): inserting 169 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 157 | 2026-04-10T03:14:19.148Z | DEBG | oximeter (results-sink-cluster): inserting 169 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 158 | 2026-04-10T03:14:19.148Z | DEBG | oximeter (clickhouse-client): unrolling 169 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 159 | 2026-04-10T03:14:19.157Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 74
table_name = fields_string
|
| 160 | 2026-04-10T03:14:19.159Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = fields_u16
|
| 161 | 2026-04-10T03:14:19.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 60
table_name = fields_uuid
|
| 162 | 2026-04-10T03:14:19.163Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 163 | 2026-04-10T03:14:19.166Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = measurements_histogramu64
|
| 164 | 2026-04-10T03:14:19.168Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 15
table_name = measurements_i64
|
| 165 | 2026-04-10T03:14:19.170Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 166 | 2026-04-10T03:14:19.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 167 | 2026-04-10T03:14:19.313Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:557
|
| 168 | 2026-04-10T03:14:19.313Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending
|
| 169 | 2026-04-10T03:14:19.319Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "5b62d7e4-b028-4643-a879-a3ba4b3b75b8", "content-length": "574", "date": "Fri, 10 Apr 2026 03:14:19 GMT"} })
|
| 170 | 2026-04-10T03:14:19.319Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D
|
| 171 | 2026-04-10T03:14:19.324Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "21de7f08-4da9-4e7a-9f94-2ed40c0c7661", "content-length": "29", "date": "Fri, 10 Apr 2026 03:14:19 GMT"} })
|
| 172 | 2026-04-10T03:14:19.324Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:39912
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
|
| 173 | 2026-04-10T03:14:19.325Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:632
n_current_tasks = 3
n_pruned_tasks = 0
|
| 174 | 2026-04-10T03:14:19.326Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 175 | 2026-04-10T03:14:19.326Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 176 | 2026-04-10T03:14:19.326Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 177 | 2026-04-10T03:14:19.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 178 | 2026-04-10T03:14:19.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 179 | 2026-04-10T03:14:19.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 180 | 2026-04-10T03:14:19.374Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 181 | 2026-04-10T03:14:20.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 182 | 2026-04-10T03:14:20.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 183 | 2026-04-10T03:14:20.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 184 | 2026-04-10T03:14:21.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 185 | 2026-04-10T03:14:21.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 186 | 2026-04-10T03:14:21.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 187 | 2026-04-10T03:14:22.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 188 | 2026-04-10T03:14:22.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 189 | 2026-04-10T03:14:22.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 190 | 2026-04-10T03:14:23.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 191 | 2026-04-10T03:14:23.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 192 | 2026-04-10T03:14:23.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 193 | 2026-04-10T03:14:24.148Z | DEBG | oximeter (results-sink): inserting 419 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 194 | 2026-04-10T03:14:24.148Z | DEBG | oximeter (results-sink-cluster): inserting 419 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 195 | 2026-04-10T03:14:24.148Z | DEBG | oximeter (clickhouse-client): unrolling 419 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 196 | 2026-04-10T03:14:24.149Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 197 | 2026-04-10T03:14:24.183Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:errors_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.149366787Z }
timeseries_name = switch_port_control_data_link:errors_received
|
| 198 | 2026-04-10T03:14:24.183Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 199 | 2026-04-10T03:14:24.185Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:errors_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.183941114Z }
timeseries_name = switch_port_control_data_link:errors_sent
|
| 200 | 2026-04-10T03:14:24.185Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 201 | 2026-04-10T03:14:24.187Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:bytes_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.185854432Z }
timeseries_name = switch_port_control_data_link:bytes_received
|
| 202 | 2026-04-10T03:14:24.187Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 203 | 2026-04-10T03:14:24.189Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:packets_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.187407513Z }
timeseries_name = switch_port_control_data_link:packets_received
|
| 204 | 2026-04-10T03:14:24.189Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 205 | 2026-04-10T03:14:24.190Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:bytes_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.189206529Z }
timeseries_name = switch_port_control_data_link:bytes_sent
|
| 206 | 2026-04-10T03:14:24.190Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 207 | 2026-04-10T03:14:24.192Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:packets_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:24.190723288Z }
timeseries_name = switch_port_control_data_link:packets_sent
|
| 208 | 2026-04-10T03:14:24.207Z | DEBG | oximeter (clickhouse-client): inserting 6 new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 209 | 2026-04-10T03:14:24.213Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = fields_i16
|
| 210 | 2026-04-10T03:14:24.215Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 2
table_name = fields_ipaddr
|
| 211 | 2026-04-10T03:14:24.217Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 147
table_name = fields_string
|
| 212 | 2026-04-10T03:14:24.219Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 14
table_name = fields_u16
|
| 213 | 2026-04-10T03:14:24.220Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = fields_u32
|
| 214 | 2026-04-10T03:14:24.222Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 12
table_name = fields_u8
|
| 215 | 2026-04-10T03:14:24.224Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 66
table_name = fields_uuid
|
| 216 | 2026-04-10T03:14:24.225Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 389
table_name = measurements_cumulativeu64
|
| 217 | 2026-04-10T03:14:24.227Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 218 | 2026-04-10T03:14:24.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 219 | 2026-04-10T03:14:24.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 220 | 2026-04-10T03:14:24.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 221 | 2026-04-10T03:14:24.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 222 | 2026-04-10T03:14:24.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 223 | 2026-04-10T03:14:24.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 224 | 2026-04-10T03:14:24.342Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 225 | 2026-04-10T03:14:25.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 226 | 2026-04-10T03:14:25.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 227 | 2026-04-10T03:14:25.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 228 | 2026-04-10T03:14:26.337Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 229 | 2026-04-10T03:14:26.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 230 | 2026-04-10T03:14:26.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 231 | 2026-04-10T03:14:27.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 232 | 2026-04-10T03:14:27.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 233 | 2026-04-10T03:14:27.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 234 | 2026-04-10T03:14:28.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 235 | 2026-04-10T03:14:28.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 236 | 2026-04-10T03:14:28.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 237 | 2026-04-10T03:14:29.148Z | DEBG | oximeter (results-sink): inserting 155 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 238 | 2026-04-10T03:14:29.148Z | DEBG | oximeter (results-sink-cluster): inserting 155 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 239 | 2026-04-10T03:14:29.148Z | DEBG | oximeter (clickhouse-client): unrolling 155 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 240 | 2026-04-10T03:14:29.156Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 76
table_name = fields_string
|
| 241 | 2026-04-10T03:14:29.158Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 25
table_name = fields_u16
|
| 242 | 2026-04-10T03:14:29.160Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 53
table_name = fields_uuid
|
| 243 | 2026-04-10T03:14:29.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 244 | 2026-04-10T03:14:29.164Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 25
table_name = measurements_histogramu64
|
| 245 | 2026-04-10T03:14:29.165Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 246 | 2026-04-10T03:14:29.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 247 | 2026-04-10T03:14:29.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 248 | 2026-04-10T03:14:29.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 249 | 2026-04-10T03:14:29.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 250 | 2026-04-10T03:14:30.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 251 | 2026-04-10T03:14:30.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 252 | 2026-04-10T03:14:30.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 253 | 2026-04-10T03:14:31.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 254 | 2026-04-10T03:14:31.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 255 | 2026-04-10T03:14:31.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 256 | 2026-04-10T03:14:32.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 257 | 2026-04-10T03:14:32.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 258 | 2026-04-10T03:14:32.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 259 | 2026-04-10T03:14:33.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 260 | 2026-04-10T03:14:33.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 261 | 2026-04-10T03:14:33.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 262 | 2026-04-10T03:14:34.148Z | DEBG | oximeter (results-sink): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 263 | 2026-04-10T03:14:34.148Z | DEBG | oximeter (results-sink-cluster): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 264 | 2026-04-10T03:14:34.148Z | DEBG | oximeter (clickhouse-client): unrolling 130 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 265 | 2026-04-10T03:14:34.156Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 26
table_name = fields_string
|
| 266 | 2026-04-10T03:14:34.157Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 28
table_name = fields_uuid
|
| 267 | 2026-04-10T03:14:34.159Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 268 | 2026-04-10T03:14:34.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 269 | 2026-04-10T03:14:34.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 270 | 2026-04-10T03:14:34.313Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:557
|
| 271 | 2026-04-10T03:14:34.313Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending
|
| 272 | 2026-04-10T03:14:34.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 273 | 2026-04-10T03:14:34.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 274 | 2026-04-10T03:14:34.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 275 | 2026-04-10T03:14:34.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 276 | 2026-04-10T03:14:34.339Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3d230ca-ad10-48bb-8dcb-954cb1545c02", "content-length": "723", "date": "Fri, 10 Apr 2026 03:14:34 GMT"} })
|
| 277 | 2026-04-10T03:14:34.339Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D
|
| 278 | 2026-04-10T03:14:34.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 279 | 2026-04-10T03:14:34.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 280 | 2026-04-10T03:14:34.345Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiODkxYjE4MC0zN2ZiLTRhNDgtYjY1NS0zN2RlMTg3YzY0M2YifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "2fa708a6-dfea-4fab-b69c-90e26e6e32d3", "content-length": "29", "date": "Fri, 10 Apr 2026 03:14:34 GMT"} })
|
| 281 | 2026-04-10T03:14:34.345Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:50581
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
|
| 282 | 2026-04-10T03:14:34.345Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:632
n_current_tasks = 4
n_pruned_tasks = 0
|
| 283 | 2026-04-10T03:14:34.346Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 284 | 2026-04-10T03:14:34.346Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 285 | 2026-04-10T03:14:34.346Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 286 | 2026-04-10T03:14:34.356Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 2
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 287 | 2026-04-10T03:14:35.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 288 | 2026-04-10T03:14:35.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 289 | 2026-04-10T03:14:35.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 290 | 2026-04-10T03:14:36.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 291 | 2026-04-10T03:14:36.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 292 | 2026-04-10T03:14:36.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 293 | 2026-04-10T03:14:37.337Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 294 | 2026-04-10T03:14:37.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 295 | 2026-04-10T03:14:37.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 296 | 2026-04-10T03:14:38.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 297 | 2026-04-10T03:14:38.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 298 | 2026-04-10T03:14:38.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 299 | 2026-04-10T03:14:39.148Z | DEBG | oximeter (results-sink): inserting 167 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 300 | 2026-04-10T03:14:39.148Z | DEBG | oximeter (results-sink-cluster): inserting 167 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 301 | 2026-04-10T03:14:39.148Z | DEBG | oximeter (clickhouse-client): unrolling 167 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 302 | 2026-04-10T03:14:39.156Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 2
table_name = fields_ipaddr
|
| 303 | 2026-04-10T03:14:39.158Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 99
table_name = fields_string
|
| 304 | 2026-04-10T03:14:39.160Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 38
table_name = fields_u16
|
| 305 | 2026-04-10T03:14:39.162Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 66
table_name = fields_uuid
|
| 306 | 2026-04-10T03:14:39.164Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 101
table_name = measurements_cumulativeu64
|
| 307 | 2026-04-10T03:14:39.166Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 36
table_name = measurements_histogramu64
|
| 308 | 2026-04-10T03:14:39.168Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 309 | 2026-04-10T03:14:39.248Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 310 | 2026-04-10T03:14:39.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 311 | 2026-04-10T03:14:39.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 312 | 2026-04-10T03:14:39.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 313 | 2026-04-10T03:14:40.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 314 | 2026-04-10T03:14:40.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 315 | 2026-04-10T03:14:40.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 316 | 2026-04-10T03:14:41.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 317 | 2026-04-10T03:14:41.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 318 | 2026-04-10T03:14:41.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 319 | 2026-04-10T03:14:42.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 320 | 2026-04-10T03:14:42.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 321 | 2026-04-10T03:14:42.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 322 | 2026-04-10T03:14:43.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 323 | 2026-04-10T03:14:43.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 324 | 2026-04-10T03:14:43.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 325 | 2026-04-10T03:14:44.148Z | DEBG | oximeter (results-sink): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 326 | 2026-04-10T03:14:44.148Z | DEBG | oximeter (results-sink-cluster): inserting 130 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 327 | 2026-04-10T03:14:44.148Z | DEBG | oximeter (clickhouse-client): unrolling 130 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 328 | 2026-04-10T03:14:44.155Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 26
table_name = fields_string
|
| 329 | 2026-04-10T03:14:44.157Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 28
table_name = fields_uuid
|
| 330 | 2026-04-10T03:14:44.159Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 331 | 2026-04-10T03:14:44.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 332 | 2026-04-10T03:14:44.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 333 | 2026-04-10T03:14:44.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 334 | 2026-04-10T03:14:44.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 335 | 2026-04-10T03:14:44.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 336 | 2026-04-10T03:14:44.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 337 | 2026-04-10T03:14:44.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 338 | 2026-04-10T03:14:44.342Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 339 | 2026-04-10T03:14:44.346Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 340 | 2026-04-10T03:14:44.346Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 341 | 2026-04-10T03:14:44.349Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 2
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 342 | 2026-04-10T03:14:45.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 343 | 2026-04-10T03:14:45.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 344 | 2026-04-10T03:14:45.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 345 | 2026-04-10T03:14:46.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 346 | 2026-04-10T03:14:46.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 347 | 2026-04-10T03:14:46.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 348 | 2026-04-10T03:14:47.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 349 | 2026-04-10T03:14:47.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 350 | 2026-04-10T03:14:47.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 351 | 2026-04-10T03:14:48.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 352 | 2026-04-10T03:14:48.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 353 | 2026-04-10T03:14:48.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 354 | 2026-04-10T03:14:49.148Z | DEBG | oximeter (results-sink): inserting 166 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 355 | 2026-04-10T03:14:49.148Z | DEBG | oximeter (results-sink-cluster): inserting 166 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 356 | 2026-04-10T03:14:49.148Z | DEBG | oximeter (clickhouse-client): unrolling 166 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 357 | 2026-04-10T03:14:49.157Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 98
table_name = fields_string
|
| 358 | 2026-04-10T03:14:49.159Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 36
table_name = fields_u16
|
| 359 | 2026-04-10T03:14:49.160Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 64
table_name = fields_uuid
|
| 360 | 2026-04-10T03:14:49.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = measurements_cumulativeu64
|
| 361 | 2026-04-10T03:14:49.164Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 36
table_name = measurements_histogramu64
|
| 362 | 2026-04-10T03:14:49.165Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 30
table_name = measurements_u64
|
| 363 | 2026-04-10T03:14:49.248Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 364 | 2026-04-10T03:14:49.313Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:557
|
| 365 | 2026-04-10T03:14:49.313Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending
|
| 366 | 2026-04-10T03:14:49.317Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "abe998ea-7a8c-4ace-b567-d9b7a6ee5b31", "content-length": "995", "date": "Fri, 10 Apr 2026 03:14:49 GMT"} })
|
| 367 | 2026-04-10T03:14:49.317Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkN2U4Njg1ZC00ZjNkLTRmNjQtOTU0Ny1lZDY5MmE0NWZiOWQifX0%3D
|
| 368 | 2026-04-10T03:14:49.320Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/b1145546-dcc4-4f38-b93d-ded264affe21/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkN2U4Njg1ZC00ZjNkLTRmNjQtOTU0Ny1lZDY5MmE0NWZiOWQifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "510a211d-9591-4541-b1e9-7cc1c3a0c80f", "content-length": "29", "date": "Fri, 10 Apr 2026 03:14:49 GMT"} })
|
| 369 | 2026-04-10T03:14:49.320Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:8001
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
|
| 370 | 2026-04-10T03:14:49.320Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:4677
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
|
| 371 | 2026-04-10T03:14:49.320Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:632
n_current_tasks = 6
n_pruned_tasks = 0
|
| 372 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 373 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 374 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 375 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 376 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 377 | 2026-04-10T03:14:49.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 378 | 2026-04-10T03:14:49.325Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 379 | 2026-04-10T03:14:49.326Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 380 | 2026-04-10T03:14:49.329Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 97de42de-b931-4b75-9d8b-155f4a9d3357
producer_ip = fd00:1122:3344:101::2
producer_port = 39912
|
| 381 | 2026-04-10T03:14:49.332Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 382 | 2026-04-10T03:14:49.332Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 383 | 2026-04-10T03:14:49.337Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 384 | 2026-04-10T03:14:49.337Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 385 | 2026-04-10T03:14:49.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 386 | 2026-04-10T03:14:50.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 387 | 2026-04-10T03:14:50.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 388 | 2026-04-10T03:14:50.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 389 | 2026-04-10T03:14:50.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 390 | 2026-04-10T03:14:50.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 391 | 2026-04-10T03:14:50.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 392 | 2026-04-10T03:14:50.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 393 | 2026-04-10T03:14:50.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 394 | 2026-04-10T03:14:50.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 395 | 2026-04-10T03:14:51.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 396 | 2026-04-10T03:14:51.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 397 | 2026-04-10T03:14:51.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 398 | 2026-04-10T03:14:51.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 399 | 2026-04-10T03:14:51.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 400 | 2026-04-10T03:14:51.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 401 | 2026-04-10T03:14:51.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 402 | 2026-04-10T03:14:51.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 403 | 2026-04-10T03:14:51.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 404 | 2026-04-10T03:14:52.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 405 | 2026-04-10T03:14:52.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 406 | 2026-04-10T03:14:52.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 407 | 2026-04-10T03:14:52.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 408 | 2026-04-10T03:14:52.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 409 | 2026-04-10T03:14:52.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 410 | 2026-04-10T03:14:52.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 411 | 2026-04-10T03:14:52.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 412 | 2026-04-10T03:14:52.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 413 | 2026-04-10T03:14:53.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 414 | 2026-04-10T03:14:53.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 415 | 2026-04-10T03:14:53.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 416 | 2026-04-10T03:14:53.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 417 | 2026-04-10T03:14:53.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 418 | 2026-04-10T03:14:53.324Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 419 | 2026-04-10T03:14:53.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 420 | 2026-04-10T03:14:53.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 421 | 2026-04-10T03:14:53.342Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 422 | 2026-04-10T03:14:54.148Z | DEBG | oximeter (results-sink): inserting 258 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 423 | 2026-04-10T03:14:54.148Z | DEBG | oximeter (results-sink-cluster): inserting 258 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 424 | 2026-04-10T03:14:54.148Z | DEBG | oximeter (clickhouse-client): unrolling 258 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 425 | 2026-04-10T03:14:54.150Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 426 | 2026-04-10T03:14:54.155Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("static_routing_config:static_routes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.150804676Z }
timeseries_name = static_routing_config:static_routes
|
| 427 | 2026-04-10T03:14:54.155Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 428 | 2026-04-10T03:14:54.157Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("static_routing_config:static_nexthops"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.155746094Z }
timeseries_name = static_routing_config:static_nexthops
|
| 429 | 2026-04-10T03:14:54.158Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 430 | 2026-04-10T03:14:54.160Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_rib:active_routes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.158047040Z }
timeseries_name = switch_rib:active_routes
|
| 431 | 2026-04-10T03:14:54.160Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 432 | 2026-04-10T03:14:54.161Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
schema = TimeseriesSchema { timeseries_name: TimeseriesName("mg_lower:routes_blocked_by_link_state"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-04-10T03:14:54.160089570Z }
timeseries_name = mg_lower:routes_blocked_by_link_state
|
| 433 | 2026-04-10T03:14:54.171Z | DEBG | oximeter (clickhouse-client): inserting 4 new timeseries schema
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 434 | 2026-04-10T03:14:54.175Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = fields_i16
|
| 435 | 2026-04-10T03:14:54.176Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 4
table_name = fields_ipaddr
|
| 436 | 2026-04-10T03:14:54.177Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 178
table_name = fields_string
|
| 437 | 2026-04-10T03:14:54.179Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 16
table_name = fields_u16
|
| 438 | 2026-04-10T03:14:54.180Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 24
table_name = fields_u32
|
| 439 | 2026-04-10T03:14:54.182Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 12
table_name = fields_u8
|
| 440 | 2026-04-10T03:14:54.183Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 104
table_name = fields_uuid
|
| 441 | 2026-04-10T03:14:54.185Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 198
table_name = measurements_cumulativeu64
|
| 442 | 2026-04-10T03:14:54.186Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 60
table_name = measurements_u64
|
| 443 | 2026-04-10T03:14:54.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 444 | 2026-04-10T03:14:54.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 445 | 2026-04-10T03:14:54.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 446 | 2026-04-10T03:14:54.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 447 | 2026-04-10T03:14:54.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 448 | 2026-04-10T03:14:54.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 449 | 2026-04-10T03:14:54.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 450 | 2026-04-10T03:14:54.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 451 | 2026-04-10T03:14:54.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 452 | 2026-04-10T03:14:54.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 453 | 2026-04-10T03:14:54.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 454 | 2026-04-10T03:14:54.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 455 | 2026-04-10T03:14:54.342Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 5
producer_id = 0ae99603-8a46-4ac6-b46a-b63c22f2835a
producer_ip = fd00:1122:3344:101::a
producer_port = 46511
|
| 456 | 2026-04-10T03:14:54.346Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 457 | 2026-04-10T03:14:54.346Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 458 | 2026-04-10T03:14:54.348Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 2
producer_id = 1d07ccee-1366-43b1-bde8-b1c19c4222ae
producer_ip = fd00:1122:3344:101::2
producer_port = 50581
|
| 459 | 2026-04-10T03:14:55.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 460 | 2026-04-10T03:14:55.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 461 | 2026-04-10T03:14:55.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 462 | 2026-04-10T03:14:55.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 463 | 2026-04-10T03:14:55.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 464 | 2026-04-10T03:14:55.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 465 | 2026-04-10T03:14:55.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 466 | 2026-04-10T03:14:55.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 467 | 2026-04-10T03:14:55.341Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 468 | 2026-04-10T03:14:56.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 469 | 2026-04-10T03:14:56.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 470 | 2026-04-10T03:14:56.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 471 | 2026-04-10T03:14:56.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 472 | 2026-04-10T03:14:56.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 473 | 2026-04-10T03:14:56.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 474 | 2026-04-10T03:14:56.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 475 | 2026-04-10T03:14:56.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 476 | 2026-04-10T03:14:56.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 477 | 2026-04-10T03:14:57.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 478 | 2026-04-10T03:14:57.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 479 | 2026-04-10T03:14:57.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 480 | 2026-04-10T03:14:57.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 481 | 2026-04-10T03:14:57.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 482 | 2026-04-10T03:14:57.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 483 | 2026-04-10T03:14:57.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 484 | 2026-04-10T03:14:57.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 485 | 2026-04-10T03:14:57.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 486 | 2026-04-10T03:14:58.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 487 | 2026-04-10T03:14:58.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 488 | 2026-04-10T03:14:58.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 489 | 2026-04-10T03:14:58.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 490 | 2026-04-10T03:14:58.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 491 | 2026-04-10T03:14:58.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 492 | 2026-04-10T03:14:58.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 493 | 2026-04-10T03:14:58.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 494 | 2026-04-10T03:14:58.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 495 | 2026-04-10T03:14:59.148Z | DEBG | oximeter (results-sink): inserting 256 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 496 | 2026-04-10T03:14:59.148Z | DEBG | oximeter (results-sink-cluster): inserting 256 samples into database
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
|
| 497 | 2026-04-10T03:14:59.148Z | DEBG | oximeter (clickhouse-client): unrolling 256 total samples
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
|
| 498 | 2026-04-10T03:14:59.161Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 128
table_name = fields_string
|
| 499 | 2026-04-10T03:14:59.162Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 36
table_name = fields_u16
|
| 500 | 2026-04-10T03:14:59.164Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 100
table_name = fields_uuid
|
| 501 | 2026-04-10T03:14:59.165Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 160
table_name = measurements_cumulativeu64
|
| 502 | 2026-04-10T03:14:59.168Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 36
table_name = measurements_histogramu64
|
| 503 | 2026-04-10T03:14:59.169Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
id = bb7393b6-b0cd-46d1-97e7-50cf67e48e0b
n_rows = 60
table_name = measurements_u64
|
| 504 | 2026-04-10T03:14:59.249Z | WARN | oximeter (results-sink-cluster): failed to insert some results into metric DB
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:92
|
| 505 | 2026-04-10T03:14:59.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 506 | 2026-04-10T03:14:59.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 507 | 2026-04-10T03:14:59.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 508 | 2026-04-10T03:14:59.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 509 | 2026-04-10T03:14:59.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 510 | 2026-04-10T03:14:59.323Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 511 | 2026-04-10T03:14:59.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 512 | 2026-04-10T03:14:59.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 513 | 2026-04-10T03:14:59.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 514 | 2026-04-10T03:15:00.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 515 | 2026-04-10T03:15:00.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 516 | 2026-04-10T03:15:00.321Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 517 | 2026-04-10T03:15:00.321Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 518 | 2026-04-10T03:15:00.321Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = d7e8685d-4f3d-4f64-9547-ed692a45fb9d
producer_ip = fd00:1122:3344:101::2
producer_port = 4677
|
| 519 | 2026-04-10T03:15:00.322Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = 0c7fc07d-6ff0-45ab-b629-d52ef47283fc
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 520 | 2026-04-10T03:15:00.338Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 521 | 2026-04-10T03:15:00.338Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|
| 522 | 2026-04-10T03:15:00.340Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = b1145546-dcc4-4f38-b93d-ded264affe21
collector_ip = fd00:1122:3344:101::d
n_results = 1
producer_id = b891b180-37fb-4a48-b655-37de187c643f
producer_ip = fd00:1122:3344:101::1
producer_port = 8001
|