| 1 | | [ May 26 23:12:48 Enabled. ] |
| 2 | | [ May 26 23:12:48 Rereading configuration. ] |
| 3 | | [ May 26 23:12:51 Rereading configuration. ] |
| 4 | | [ May 26 23:13:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a &"). ] |
| 5 | | [ May 26 23:13:01 Method "start" exited with status 0. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2026-05-26T23:13:01.760Z | DEBG | oximeter: registered DTrace probes
|
| 8 | 2026-05-26T23:13:01.786Z | INFO | oximeter: starting oximeter server
file = oximeter/collector/src/lib.rs:301
|
| 9 | 2026-05-26T23:13:01.786Z | DEBG | oximeter: creating ClickHouse client
|
| 10 | 2026-05-26T23:13:01.821Z | DEBG | oximeter (clickhouse-client): registered USDT probes
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 11 | 2026-05-26T23:13:10.965Z | WARN | oximeter (clickhouse-client): oximeter database does not exist, or is out-of-date
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:890
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 12 | 2026-05-26T23:13:10.965Z | DEBG | oximeter (oximeter-agent): oximeter database does not exist, creating
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 13 | 2026-05-26T23:13:10.965Z | INFO | oximeter (clickhouse-client): reading db version
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:790
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 14 | 2026-05-26T23:13:10.967Z | WARN | oximeter (clickhouse-client): oximeter database does not exist, or is out-of-date
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:890
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 15 | 2026-05-26T23:13:10.967Z | INFO | oximeter (clickhouse-client): read oximeter database version
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:795
id = ad9f6289-38af-4b14-b291-61ec12866a48
version = 0
|
| 16 | 2026-05-26T23:13:10.967Z | INFO | oximeter (clickhouse-client): initializing oximeter schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:800
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 17 | 2026-05-26T23:13:10.967Z | DEBG | oximeter (clickhouse-client): initializing ClickHouse database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 18 | 2026-05-26T23:13:11.662Z | INFO | oximeter (clickhouse-client): inserting current version
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/db/src/client/mod.rs:821
id = ad9f6289-38af-4b14-b291-61ec12866a48
version = 14
|
| 19 | 2026-05-26T23:13:11.716Z | DEBG | oximeter (clickhouse-client): registered USDT probes
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = a4178545-02c6-4bda-aa62-3f50e8ac14a6
|
| 20 | 2026-05-26T23:13:11.751Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /info
versions = all
|
| 21 | 2026-05-26T23:13:11.751Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /producers
versions = all
|
| 22 | 2026-05-26T23:13:11.751Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = DELETE
path = /producers/{producer_id}
versions = all
|
| 23 | 2026-05-26T23:13:11.751Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /producers/{producer_id}
versions = all
|
| 24 | 2026-05-26T23:13:11.751Z | INFO | oximeter (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335
local_addr = [fd00:1122:3344:101::d]:12223
|
| 25 | 2026-05-26T23:13:11.777Z | DEBG | oximeter (dropshot): successfully registered DTrace USDT probes
local_addr = [fd00:1122:3344:101::d]:12223
|
| 26 | 2026-05-26T23:13:11.777Z | DEBG | oximeter: registered USDT probes
|
| 27 | 2026-05-26T23:13:11.777Z | DEBG | oximeter: contacting nexus
|
| 28 | 2026-05-26T23:13:11.883Z | DEBG | oximeter: client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors
|
| 29 | 2026-05-26T23:13:12.098Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors", status: 204, headers: {"x-request-id": "e366ab78-0d5d-42cd-bbe2-77d15269f7e6", "date": "Tue, 26 May 2026 23:13:12 GMT"} })
|
| 30 | 2026-05-26T23:13:12.098Z | INFO | oximeter: oximeter registered with nexus
file = oximeter/collector/src/lib.rs:464
id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
|
| 31 | 2026-05-26T23:13:12.099Z | INFO | oximeter (oximeter-agent): starting refresh list task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:562
|
| 32 | 2026-05-26T23:13:12.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 33 | 2026-05-26T23:13:12.104Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 34 | 2026-05-26T23:13:12.292Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "87cee942-315a-472a-b08d-bb40cdb74a7e", "content-length": "29", "date": "Tue, 26 May 2026 23:13:12 GMT"} })
|
| 35 | 2026-05-26T23:13:12.292Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 0
n_pruned_tasks = 0
|
| 36 | 2026-05-26T23:13:16.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 37 | 2026-05-26T23:13:16.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 38 | 2026-05-26T23:13:21.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 39 | 2026-05-26T23:13:21.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 40 | 2026-05-26T23:13:26.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 41 | 2026-05-26T23:13:26.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 42 | 2026-05-26T23:13:27.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 43 | 2026-05-26T23:13:27.100Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 44 | 2026-05-26T23:13:27.123Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "719b1de1-05f5-4570-8bfc-ceed454569f4", "content-length": "300", "date": "Tue, 26 May 2026 23:13:27 GMT"} })
|
| 45 | 2026-05-26T23:13:27.125Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D
|
| 46 | 2026-05-26T23:13:27.129Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "b5e34758-a8a7-4921-8c43-24120657ae7a", "content-length": "29", "date": "Tue, 26 May 2026 23:13:27 GMT"} })
|
| 47 | 2026-05-26T23:13:27.129Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:61724
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
|
| 48 | 2026-05-26T23:13:27.129Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 1
n_pruned_tasks = 0
|
| 49 | 2026-05-26T23:13:27.130Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 50 | 2026-05-26T23:13:27.159Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 51 | 2026-05-26T23:13:27.159Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 52 | 2026-05-26T23:13:27.244Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 360
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 53 | 2026-05-26T23:13:31.717Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 361
|
| 54 | 2026-05-26T23:13:31.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 361
|
| 55 | 2026-05-26T23:13:31.718Z | DEBG | oximeter (clickhouse-client): unrolling 361 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 56 | 2026-05-26T23:13:31.737Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 57 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("oximeter_collector:collections"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "base_route", field_type: String, source: Metric, description: "" }, FieldSchema { name: "collector_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "collector_ip", field_type: IpAddr, source: Target, description: "" }, FieldSchema { name: "collector_port", field_type: U16, source: Target, description: "" }, FieldSchema { name: "producer_id", field_type: Uuid, source: Metric, description: "" }, FieldSchema { name: "producer_ip", field_type: IpAddr, source: Metric, description: "" }, FieldSchema { name: "producer_port", field_type: U16, source: Metric, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.718362476Z }
timeseries_name = oximeter_collector:collections
|
| 58 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:bytes_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722797002Z }
timeseries_name = switch_port_control_data_link:bytes_received
|
| 59 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:bytes_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722996067Z }
timeseries_name = switch_port_control_data_link:bytes_sent
|
| 60 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:errors_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.718451318Z }
timeseries_name = switch_port_control_data_link:errors_received
|
| 61 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:errors_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722726744Z }
timeseries_name = switch_port_control_data_link:errors_sent
|
| 62 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:packets_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722867222Z }
timeseries_name = switch_port_control_data_link:packets_received
|
| 63 | 2026-05-26T23:13:31.763Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("switch_port_control_data_link:packets_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "asic_fab", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_lot", field_type: String, source: Target, description: "" }, FieldSchema { name: "asic_wafer", field_type: U8, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_x", field_type: I16, source: Target, description: "" }, FieldSchema { name: "asic_wafer_loc_y", field_type: I16, source: Target, description: "" }, FieldSchema { name: "kind", field_type: String, source: Target, description: "" }, FieldSchema { name: "link_name", field_type: String, source: Target, description: "" }, FieldSchema { name: "model", field_type: String, source: Target, description: "" }, FieldSchema { name: "network", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "sled_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "sled_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "switch_model", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_revision", field_type: U32, source: Target, description: "" }, FieldSchema { name: "switch_serial", field_type: String, source: Target, description: "" }, FieldSchema { name: "switch_slot", field_type: U16, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.723061919Z }
timeseries_name = switch_port_control_data_link:packets_sent
|
| 64 | 2026-05-26T23:13:31.774Z | DEBG | oximeter (clickhouse-client): inserting 7 new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 65 | 2026-05-26T23:13:31.800Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_i16
|
| 66 | 2026-05-26T23:13:31.802Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 2
table_name = fields_ipaddr
|
| 67 | 2026-05-26T23:13:31.804Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 121
table_name = fields_string
|
| 68 | 2026-05-26T23:13:31.806Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 14
table_name = fields_u16
|
| 69 | 2026-05-26T23:13:31.808Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_u32
|
| 70 | 2026-05-26T23:13:31.810Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 12
table_name = fields_u8
|
| 71 | 2026-05-26T23:13:31.811Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 38
table_name = fields_uuid
|
| 72 | 2026-05-26T23:13:31.818Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 361
table_name = measurements_cumulativeu64
|
| 73 | 2026-05-26T23:13:31.820Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 74 | 2026-05-26T23:13:36.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 75 | 2026-05-26T23:13:36.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 76 | 2026-05-26T23:13:41.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 77 | 2026-05-26T23:13:41.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 78 | 2026-05-26T23:13:42.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 79 | 2026-05-26T23:13:42.100Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 80 | 2026-05-26T23:13:42.130Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "f23221be-a09b-489e-bb09-1a4079e2c834", "content-length": "300", "date": "Tue, 26 May 2026 23:13:42 GMT"} })
|
| 81 | 2026-05-26T23:13:42.130Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D
|
| 82 | 2026-05-26T23:13:42.134Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "94a268a0-7905-41b5-81ac-e9a8db1515ce", "content-length": "29", "date": "Tue, 26 May 2026 23:13:42 GMT"} })
|
| 83 | 2026-05-26T23:13:42.134Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 1
n_pruned_tasks = 0
|
| 84 | 2026-05-26T23:13:46.719Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 85 | 2026-05-26T23:13:46.719Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 86 | 2026-05-26T23:13:51.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 87 | 2026-05-26T23:13:51.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 88 | 2026-05-26T23:13:56.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 89 | 2026-05-26T23:13:56.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 90 | 2026-05-26T23:13:57.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 91 | 2026-05-26T23:13:57.101Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 92 | 2026-05-26T23:13:57.128Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "9efc364c-65c2-4f0a-b50e-f203d6b06027", "content-length": "300", "date": "Tue, 26 May 2026 23:13:57 GMT"} })
|
| 93 | 2026-05-26T23:13:57.128Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D
|
| 94 | 2026-05-26T23:13:57.132Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "bb339cf4-43a9-433b-8cc6-ed5e808e446d", "content-length": "29", "date": "Tue, 26 May 2026 23:13:57 GMT"} })
|
| 95 | 2026-05-26T23:13:57.132Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 1
n_pruned_tasks = 0
|
| 96 | 2026-05-26T23:13:57.160Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 97 | 2026-05-26T23:13:57.160Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 98 | 2026-05-26T23:13:57.164Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 36
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 99 | 2026-05-26T23:14:01.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 36
|
| 100 | 2026-05-26T23:14:01.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 36
|
| 101 | 2026-05-26T23:14:01.718Z | DEBG | oximeter (clickhouse-client): unrolling 36 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 102 | 2026-05-26T23:14:01.719Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 103 | 2026-05-26T23:14:01.767Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_i16
|
| 104 | 2026-05-26T23:14:01.768Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 120
table_name = fields_string
|
| 105 | 2026-05-26T23:14:01.770Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 12
table_name = fields_u16
|
| 106 | 2026-05-26T23:14:01.771Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_u32
|
| 107 | 2026-05-26T23:14:01.773Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 12
table_name = fields_u8
|
| 108 | 2026-05-26T23:14:01.774Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 36
table_name = fields_uuid
|
| 109 | 2026-05-26T23:14:01.775Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 36
table_name = measurements_cumulativeu64
|
| 110 | 2026-05-26T23:14:01.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 111 | 2026-05-26T23:14:06.719Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 112 | 2026-05-26T23:14:06.719Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 113 | 2026-05-26T23:14:11.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 114 | 2026-05-26T23:14:11.718Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 115 | 2026-05-26T23:14:12.099Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 116 | 2026-05-26T23:14:12.099Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 117 | 2026-05-26T23:14:12.103Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "f7ae673e-212e-491b-899f-cb5944c2aa80", "content-length": "438", "date": "Tue, 26 May 2026 23:14:12 GMT"} })
|
| 118 | 2026-05-26T23:14:12.103Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D
|
| 119 | 2026-05-26T23:14:12.105Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "50407427-b67a-4c7d-b14a-7152766ad78c", "content-length": "29", "date": "Tue, 26 May 2026 23:14:12 GMT"} })
|
| 120 | 2026-05-26T23:14:12.105Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::b]:33090
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
|
| 121 | 2026-05-26T23:14:12.105Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 2
n_pruned_tasks = 0
|
| 122 | 2026-05-26T23:14:12.106Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 123 | 2026-05-26T23:14:12.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 124 | 2026-05-26T23:14:12.108Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 125 | 2026-05-26T23:14:12.136Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 11
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 126 | 2026-05-26T23:14:16.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 12
|
| 127 | 2026-05-26T23:14:16.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 12
|
| 128 | 2026-05-26T23:14:16.718Z | DEBG | oximeter (clickhouse-client): unrolling 12 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 129 | 2026-05-26T23:14:16.718Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 130 | 2026-05-26T23:14:16.721Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:cpus_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718628210Z }
timeseries_name = collection_target:cpus_provisioned
|
| 131 | 2026-05-26T23:14:16.721Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:ram_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718688132Z }
timeseries_name = collection_target:ram_provisioned
|
| 132 | 2026-05-26T23:14:16.721Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("collection_target:virtual_disk_space_provisioned"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718749073Z }
timeseries_name = collection_target:virtual_disk_space_provisioned
|
| 133 | 2026-05-26T23:14:16.721Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("http_service:request_latency_histogram"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "name", field_type: String, source: Target, description: "" }, FieldSchema { name: "operation_id", field_type: String, source: Metric, description: "" }, FieldSchema { name: "status_code", field_type: U16, source: Metric, description: "" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718534508Z }
timeseries_name = http_service:request_latency_histogram
|
| 134 | 2026-05-26T23:14:16.721Z | DEBG | oximeter (clickhouse-client): inserting 4 new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 135 | 2026-05-26T23:14:16.724Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 2
table_name = fields_ipaddr
|
| 136 | 2026-05-26T23:14:16.726Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 5
table_name = fields_string
|
| 137 | 2026-05-26T23:14:16.727Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 4
table_name = fields_u16
|
| 138 | 2026-05-26T23:14:16.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 13
table_name = fields_uuid
|
| 139 | 2026-05-26T23:14:16.729Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 1
table_name = measurements_cumulativeu64
|
| 140 | 2026-05-26T23:14:16.734Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 2
table_name = measurements_histogramu64
|
| 141 | 2026-05-26T23:14:16.735Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 9
table_name = measurements_i64
|
| 142 | 2026-05-26T23:14:16.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 143 | 2026-05-26T23:14:21.717Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 144 | 2026-05-26T23:14:21.717Z | DEBG | oximeter (database-inserter): batch interval expired, but no samples to insert
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
|
| 145 | 2026-05-26T23:14:22.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 146 | 2026-05-26T23:14:22.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 147 | 2026-05-26T23:14:22.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 7
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 148 | 2026-05-26T23:14:26.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 7
|
| 149 | 2026-05-26T23:14:26.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 7
|
| 150 | 2026-05-26T23:14:26.718Z | DEBG | oximeter (clickhouse-client): unrolling 7 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 151 | 2026-05-26T23:14:26.718Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 152 | 2026-05-26T23:14:26.723Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 14
table_name = fields_string
|
| 153 | 2026-05-26T23:14:26.724Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 7
table_name = fields_u16
|
| 154 | 2026-05-26T23:14:26.726Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 7
table_name = fields_uuid
|
| 155 | 2026-05-26T23:14:26.730Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 7
table_name = measurements_histogramu64
|
| 156 | 2026-05-26T23:14:26.818Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 157 | 2026-05-26T23:14:27.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 158 | 2026-05-26T23:14:27.100Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 159 | 2026-05-26T23:14:27.103Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "218c5811-2b22-4325-8e08-78933452507e", "content-length": "714", "date": "Tue, 26 May 2026 23:14:27 GMT"} })
|
| 160 | 2026-05-26T23:14:27.103Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D
|
| 161 | 2026-05-26T23:14:27.106Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "2540e62a-7cdb-4d25-8b0d-fb51f99be2b2", "content-length": "29", "date": "Tue, 26 May 2026 23:14:27 GMT"} })
|
| 162 | 2026-05-26T23:14:27.106Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::c]:48385
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
|
| 163 | 2026-05-26T23:14:27.106Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::a]:40337
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
|
| 164 | 2026-05-26T23:14:27.106Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 4
n_pruned_tasks = 0
|
| 165 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 166 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 167 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 168 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 169 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 170 | 2026-05-26T23:14:27.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 171 | 2026-05-26T23:14:27.118Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 5
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 172 | 2026-05-26T23:14:27.123Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 6
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 173 | 2026-05-26T23:14:27.129Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 174 | 2026-05-26T23:14:27.160Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 175 | 2026-05-26T23:14:27.160Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 176 | 2026-05-26T23:14:27.164Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 36
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 177 | 2026-05-26T23:14:31.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 50
|
| 178 | 2026-05-26T23:14:31.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 50
|
| 179 | 2026-05-26T23:14:31.718Z | DEBG | oximeter (clickhouse-client): unrolling 50 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 180 | 2026-05-26T23:14:31.720Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 181 | 2026-05-26T23:14:31.733Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_i16
|
| 182 | 2026-05-26T23:14:31.735Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 6
table_name = fields_ipaddr
|
| 183 | 2026-05-26T23:14:31.736Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 139
table_name = fields_string
|
| 184 | 2026-05-26T23:14:31.738Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 26
table_name = fields_u16
|
| 185 | 2026-05-26T23:14:31.739Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_u32
|
| 186 | 2026-05-26T23:14:31.740Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 12
table_name = fields_u8
|
| 187 | 2026-05-26T23:14:31.742Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 53
table_name = fields_uuid
|
| 188 | 2026-05-26T23:14:31.744Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 39
table_name = measurements_cumulativeu64
|
| 189 | 2026-05-26T23:14:31.746Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = measurements_histogramu64
|
| 190 | 2026-05-26T23:14:31.747Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 3
table_name = measurements_i64
|
| 191 | 2026-05-26T23:14:31.818Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 192 | 2026-05-26T23:14:32.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 193 | 2026-05-26T23:14:32.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 194 | 2026-05-26T23:14:32.110Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 37
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 195 | 2026-05-26T23:14:36.717Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 37
|
| 196 | 2026-05-26T23:14:36.718Z | DEBG | oximeter (clickhouse-client): unrolling 37 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 197 | 2026-05-26T23:14:36.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 37
|
| 198 | 2026-05-26T23:14:36.719Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 199 | 2026-05-26T23:14:36.724Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 44
table_name = fields_string
|
| 200 | 2026-05-26T23:14:36.725Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 22
table_name = fields_u16
|
| 201 | 2026-05-26T23:14:36.727Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 30
table_name = fields_uuid
|
| 202 | 2026-05-26T23:14:36.729Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 22
table_name = measurements_histogramu64
|
| 203 | 2026-05-26T23:14:36.730Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 15
table_name = measurements_i64
|
| 204 | 2026-05-26T23:14:36.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 205 | 2026-05-26T23:14:37.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 206 | 2026-05-26T23:14:37.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 207 | 2026-05-26T23:14:37.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 208 | 2026-05-26T23:14:37.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 209 | 2026-05-26T23:14:37.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 2
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 210 | 2026-05-26T23:14:37.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 6
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 211 | 2026-05-26T23:14:41.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 8
|
| 212 | 2026-05-26T23:14:41.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 8
|
| 213 | 2026-05-26T23:14:41.718Z | DEBG | oximeter (clickhouse-client): unrolling 8 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 214 | 2026-05-26T23:14:41.718Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 215 | 2026-05-26T23:14:41.723Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 16
table_name = fields_string
|
| 216 | 2026-05-26T23:14:41.724Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = fields_u16
|
| 217 | 2026-05-26T23:14:41.726Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = fields_uuid
|
| 218 | 2026-05-26T23:14:41.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = measurements_histogramu64
|
| 219 | 2026-05-26T23:14:41.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 220 | 2026-05-26T23:14:42.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 221 | 2026-05-26T23:14:42.100Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 222 | 2026-05-26T23:14:42.103Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "0115c48d-23c8-48d5-be3a-ad7e65a888a1", "content-length": "850", "date": "Tue, 26 May 2026 23:14:42 GMT"} })
|
| 223 | 2026-05-26T23:14:42.103Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D
|
| 224 | 2026-05-26T23:14:42.105Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 225 | 2026-05-26T23:14:42.105Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 226 | 2026-05-26T23:14:42.105Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "28e687d1-977f-41da-a515-041e18c09653", "content-length": "29", "date": "Tue, 26 May 2026 23:14:42 GMT"} })
|
| 227 | 2026-05-26T23:14:42.105Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:8001
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
|
| 228 | 2026-05-26T23:14:42.105Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 5
n_pruned_tasks = 0
|
| 229 | 2026-05-26T23:14:42.106Z | DEBG | oximeter (collection-task): reporting oximeter self-collection statistics
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 230 | 2026-05-26T23:14:42.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 231 | 2026-05-26T23:14:42.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 232 | 2026-05-26T23:14:42.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 22
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 233 | 2026-05-26T23:14:42.116Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 234 | 2026-05-26T23:14:43.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 235 | 2026-05-26T23:14:43.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 236 | 2026-05-26T23:14:43.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 237 | 2026-05-26T23:14:44.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 238 | 2026-05-26T23:14:44.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 239 | 2026-05-26T23:14:44.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 240 | 2026-05-26T23:14:45.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 241 | 2026-05-26T23:14:45.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 242 | 2026-05-26T23:14:45.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 243 | 2026-05-26T23:14:46.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 244 | 2026-05-26T23:14:46.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 245 | 2026-05-26T23:14:46.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 246 | 2026-05-26T23:14:46.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 93
|
| 247 | 2026-05-26T23:14:46.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 93
|
| 248 | 2026-05-26T23:14:46.718Z | DEBG | oximeter (clickhouse-client): unrolling 93 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 249 | 2026-05-26T23:14:46.721Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 250 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_router:originated_tunnel_endpoints"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719190061Z }
timeseries_name = ddm_router:originated_tunnel_endpoints
|
| 251 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_router:originated_underlay_prefixes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719131500Z }
timeseries_name = ddm_router:originated_underlay_prefixes
|
| 252 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:advertisements_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719423447Z }
timeseries_name = ddm_session:advertisements_received
|
| 253 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:advertisements_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719365515Z }
timeseries_name = ddm_session:advertisements_sent
|
| 254 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:imported_tunnel_endpoints"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719888638Z }
timeseries_name = ddm_session:imported_tunnel_endpoints
|
| 255 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:imported_underlay_prefixes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719831106Z }
timeseries_name = ddm_session:imported_underlay_prefixes
|
| 256 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_address_changes"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719539830Z }
timeseries_name = ddm_session:peer_address_changes
|
| 257 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_expirations"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719482258Z }
timeseries_name = ddm_session:peer_expirations
|
| 258 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:peer_sessions_established"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719596951Z }
timeseries_name = ddm_session:peer_sessions_established
|
| 259 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:solicitations_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719306674Z }
timeseries_name = ddm_session:solicitations_received
|
| 260 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:solicitations_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719247923Z }
timeseries_name = ddm_session:solicitations_sent
|
| 261 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:update_send_fail"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719771375Z }
timeseries_name = ddm_session:update_send_fail
|
| 262 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:updates_received"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719713394Z }
timeseries_name = ddm_session:updates_received
|
| 263 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
schema = TimeseriesSchema { timeseries_name: TimeseriesName("ddm_session:updates_sent"), description: TimeseriesDescription { target: "", metric: "" }, field_schema: {FieldSchema { name: "hostname", field_type: String, source: Target, description: "" }, FieldSchema { name: "interface", field_type: String, source: Target, description: "" }, FieldSchema { name: "rack_id", field_type: Uuid, source: Target, description: "" }, FieldSchema { name: "sled_id", field_type: Uuid, source: Target, description: "" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719654612Z }
timeseries_name = ddm_session:updates_sent
|
| 264 | 2026-05-26T23:14:46.725Z | DEBG | oximeter (clickhouse-client): inserting 14 new timeseries schema
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 265 | 2026-05-26T23:14:46.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 2
table_name = fields_ipaddr
|
| 266 | 2026-05-26T23:14:46.730Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 71
table_name = fields_string
|
| 267 | 2026-05-26T23:14:46.731Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_u16
|
| 268 | 2026-05-26T23:14:46.733Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 52
table_name = fields_uuid
|
| 269 | 2026-05-26T23:14:46.734Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 51
table_name = measurements_cumulativeu64
|
| 270 | 2026-05-26T23:14:46.736Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 22
table_name = measurements_histogramu64
|
| 271 | 2026-05-26T23:14:46.738Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 20
table_name = measurements_u64
|
| 272 | 2026-05-26T23:14:46.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 273 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 274 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 275 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 276 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 277 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 278 | 2026-05-26T23:14:47.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 279 | 2026-05-26T23:14:47.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 2
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 280 | 2026-05-26T23:14:47.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 6
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 281 | 2026-05-26T23:14:47.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 282 | 2026-05-26T23:14:48.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 283 | 2026-05-26T23:14:48.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 284 | 2026-05-26T23:14:48.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 285 | 2026-05-26T23:14:49.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 286 | 2026-05-26T23:14:49.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 287 | 2026-05-26T23:14:49.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 288 | 2026-05-26T23:14:50.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 289 | 2026-05-26T23:14:50.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 290 | 2026-05-26T23:14:50.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 291 | 2026-05-26T23:14:51.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 292 | 2026-05-26T23:14:51.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 293 | 2026-05-26T23:14:51.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 294 | 2026-05-26T23:14:51.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 78
|
| 295 | 2026-05-26T23:14:51.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 78
|
| 296 | 2026-05-26T23:14:51.718Z | DEBG | oximeter (clickhouse-client): unrolling 78 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 297 | 2026-05-26T23:14:51.721Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 298 | 2026-05-26T23:14:51.727Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 42
table_name = fields_string
|
| 299 | 2026-05-26T23:14:51.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = fields_u16
|
| 300 | 2026-05-26T23:14:51.730Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 36
table_name = fields_uuid
|
| 301 | 2026-05-26T23:14:51.731Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 50
table_name = measurements_cumulativeu64
|
| 302 | 2026-05-26T23:14:51.733Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = measurements_histogramu64
|
| 303 | 2026-05-26T23:14:51.734Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 20
table_name = measurements_u64
|
| 304 | 2026-05-26T23:14:51.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 305 | 2026-05-26T23:14:52.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 306 | 2026-05-26T23:14:52.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 307 | 2026-05-26T23:14:52.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 308 | 2026-05-26T23:14:52.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 309 | 2026-05-26T23:14:52.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 310 | 2026-05-26T23:14:52.110Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 23
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 311 | 2026-05-26T23:14:53.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 312 | 2026-05-26T23:14:53.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 313 | 2026-05-26T23:14:53.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 314 | 2026-05-26T23:14:54.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 315 | 2026-05-26T23:14:54.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 316 | 2026-05-26T23:14:54.110Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 317 | 2026-05-26T23:14:55.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 318 | 2026-05-26T23:14:55.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 319 | 2026-05-26T23:14:55.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 320 | 2026-05-26T23:14:56.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 321 | 2026-05-26T23:14:56.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 322 | 2026-05-26T23:14:56.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 323 | 2026-05-26T23:14:56.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 93
|
| 324 | 2026-05-26T23:14:56.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 93
|
| 325 | 2026-05-26T23:14:56.718Z | DEBG | oximeter (clickhouse-client): unrolling 93 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 326 | 2026-05-26T23:14:56.721Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 327 | 2026-05-26T23:14:56.727Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 72
table_name = fields_string
|
| 328 | 2026-05-26T23:14:56.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 23
table_name = fields_u16
|
| 329 | 2026-05-26T23:14:56.729Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 51
table_name = fields_uuid
|
| 330 | 2026-05-26T23:14:56.731Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 50
table_name = measurements_cumulativeu64
|
| 331 | 2026-05-26T23:14:56.733Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 23
table_name = measurements_histogramu64
|
| 332 | 2026-05-26T23:14:56.734Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 20
table_name = measurements_u64
|
| 333 | 2026-05-26T23:14:56.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 334 | 2026-05-26T23:14:57.100Z | INFO | oximeter (oximeter-agent): refreshing list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:565
|
| 335 | 2026-05-26T23:14:57.100Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending
|
| 336 | 2026-05-26T23:14:57.104Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending", status: 200, headers: {"content-type": "application/json", "x-request-id": "83de75eb-eb3e-4d9d-9efb-a52def61b2aa", "content-length": "850", "date": "Tue, 26 May 2026 23:14:57 GMT"} })
|
| 337 | 2026-05-26T23:14:57.104Z | DEBG | oximeter: client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D
|
| 338 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 339 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 340 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 341 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 342 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 343 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 344 | 2026-05-26T23:14:57.107Z | DEBG | oximeter: client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d0428a0-17f4-44cb-bc0e-7d94f5d9d7a4", "content-length": "29", "date": "Tue, 26 May 2026 23:14:57 GMT"} })
|
| 345 | 2026-05-26T23:14:57.107Z | INFO | oximeter (oximeter-agent): refreshed list of producers from Nexus
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
file = oximeter/collector/src/agent.rs:640
n_current_tasks = 5
n_pruned_tasks = 0
|
| 346 | 2026-05-26T23:14:57.107Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 2
producer_id = c235f50a-be6b-4b6e-ab3a-83c43a497bee
producer_ip = fd00:1122:3344:101::a
producer_port = 40337
|
| 347 | 2026-05-26T23:14:57.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 6
producer_id = 38fcecd4-6efe-4446-8328-b136a9ae9128
producer_ip = fd00:1122:3344:101::c
producer_port = 48385
|
| 348 | 2026-05-26T23:14:57.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 349 | 2026-05-26T23:14:57.159Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 350 | 2026-05-26T23:14:57.159Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 351 | 2026-05-26T23:14:57.162Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 36
producer_id = 5e2efbe1-e601-4a75-b2c2-465a86b1c64e
producer_ip = fd00:1122:3344:101::2
producer_port = 61724
|
| 352 | 2026-05-26T23:14:58.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 353 | 2026-05-26T23:14:58.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 354 | 2026-05-26T23:14:58.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 355 | 2026-05-26T23:14:59.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 356 | 2026-05-26T23:14:59.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 357 | 2026-05-26T23:14:59.108Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 358 | 2026-05-26T23:15:00.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 359 | 2026-05-26T23:15:00.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 360 | 2026-05-26T23:15:00.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 361 | 2026-05-26T23:15:01.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 362 | 2026-05-26T23:15:01.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 363 | 2026-05-26T23:15:01.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 364 | 2026-05-26T23:15:01.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 114
|
| 365 | 2026-05-26T23:15:01.718Z | DEBG | oximeter (database-inserter): inserting samples into database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_samples = 114
|
| 366 | 2026-05-26T23:15:01.718Z | DEBG | oximeter (clickhouse-client): unrolling 114 total samples
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 367 | 2026-05-26T23:15:01.722Z | DEBG | oximeter (clickhouse-client): fetching timeseries schema from database
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
|
| 368 | 2026-05-26T23:15:01.732Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_i16
|
| 369 | 2026-05-26T23:15:01.734Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 162
table_name = fields_string
|
| 370 | 2026-05-26T23:15:01.735Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 20
table_name = fields_u16
|
| 371 | 2026-05-26T23:15:01.737Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 24
table_name = fields_u32
|
| 372 | 2026-05-26T23:15:01.738Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 12
table_name = fields_u8
|
| 373 | 2026-05-26T23:15:01.740Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 72
table_name = fields_uuid
|
| 374 | 2026-05-26T23:15:01.741Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 86
table_name = measurements_cumulativeu64
|
| 375 | 2026-05-26T23:15:01.743Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 8
table_name = measurements_histogramu64
|
| 376 | 2026-05-26T23:15:01.745Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
id = ad9f6289-38af-4b14-b291-61ec12866a48
n_rows = 20
table_name = measurements_u64
|
| 377 | 2026-05-26T23:15:01.819Z | WARN | oximeter (database-inserter): failed to insert some results into metric DB
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
error = Failed to check out connection to database: No backends found for this service
file = oximeter/collector/src/results_sink.rs:315
|
| 378 | 2026-05-26T23:15:02.106Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 379 | 2026-05-26T23:15:02.106Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|
| 380 | 2026-05-26T23:15:02.107Z | DEBG | oximeter (collection-task): sent timer-based collection request to the collection task
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 381 | 2026-05-26T23:15:02.107Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 382 | 2026-05-26T23:15:02.109Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 1
n_samples = 14
producer_id = 5ff07680-a497-4f4f-b278-8c9955051423
producer_ip = fd00:1122:3344:101::2
producer_port = 8001
|
| 383 | 2026-05-26T23:15:02.110Z | DEBG | oximeter (collection-task): collected results from producer
collector_id = 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a
collector_ip = fd00:1122:3344:101::d
n_results = 5
n_samples = 23
producer_id = 0de351d8-f06d-4422-b635-21cd2ecc6fd2
producer_ip = fd00:1122:3344:101::b
producer_port = 33090
|