| 1 | | [ Oct 26 23:28:04 Disabled. ] |
| 2 | | [ Oct 26 23:28:04 Rereading configuration. ] |
| 3 | | [ Oct 26 23:28:26 Rereading configuration. ] |
| 4 | | [ Oct 26 23:28:26 Rereading configuration. ] |
| 5 | | [ Oct 26 23:28:26 Enabled. ] |
| 6 | | [ Oct 26 23:28:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40 &"). ] |
| 7 | | [ Oct 26 23:28:26 Method "start" exited with status 0. ] |
| 8 | | note: configured to log to "/dev/stdout" |
| 9 | 2023-10-26T23:28:26.369Z | DEBG | oximeter: registered DTrace probes
|
| 10 | 2023-10-26T23:28:26.372Z | INFO | oximeter: starting oximeter server
file = oximeter/collector/src/lib.rs:729
|
| 11 | 2023-10-26T23:28:26.378Z | INFO | oximeter (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 12 | 2023-10-26T23:28:26.385Z | DEBG | oximeter: creating ClickHouse client
|
| 13 | 2023-10-26T23:28:26.385Z | DEBG | oximeter (DnsResolver): lookup srv
dns_name = _clickhouse._tcp.control-plane.oxide.internal
|
| 14 | 2023-10-26T23:28:26.486Z | INFO | oximeter (clickhouse-client): reading db version
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
file = oximeter/db/src/client.rs:284
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 15 | 2023-10-26T23:28:26.507Z | WARN | oximeter (clickhouse-client): oximeter database does not exist, or is out-of-date
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
file = oximeter/db/src/client.rs:346
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 16 | 2023-10-26T23:28:26.507Z | INFO | oximeter (clickhouse-client): read oximeter database version
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
file = oximeter/db/src/client.rs:288
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
version = 0
|
| 17 | 2023-10-26T23:28:26.507Z | INFO | oximeter (clickhouse-client): wiping and re-initializing oximeter schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
file = oximeter/db/src/client.rs:293
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 18 | 2023-10-26T23:28:26.507Z | DEBG | oximeter (clickhouse-client): wiping ClickHouse database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 19 | 2023-10-26T23:28:26.508Z | DEBG | oximeter (clickhouse-client): initializing ClickHouse database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 20 | 2023-10-26T23:28:27.621Z | INFO | oximeter (clickhouse-client): inserting current version
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
file = oximeter/db/src/client.rs:317
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
version = 2
|
| 21 | 2023-10-26T23:28:27.633Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /info
|
| 22 | 2023-10-26T23:28:27.633Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = GET
path = /producers
|
| 23 | 2023-10-26T23:28:27.633Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
path = /producers
|
| 24 | 2023-10-26T23:28:27.633Z | DEBG | oximeter (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::d]:12223
method = DELETE
path = /producers/{producer_id}
|
| 25 | 2023-10-26T23:28:27.633Z | INFO | oximeter (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::d]:12223
|
| 26 | 2023-10-26T23:28:27.633Z | DEBG | oximeter (dropshot): successfully registered DTrace USDT probes
local_addr = [fd00:1122:3344:101::d]:12223
|
| 27 | 2023-10-26T23:28:27.666Z | DEBG | oximeter: contacting nexus
|
| 28 | 2023-10-26T23:28:27.666Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 29 | 2023-10-26T23:28:27.667Z | WARN | oximeter: failed to contact nexus, will retry in 292.27135ms
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 30 | 2023-10-26T23:28:27.960Z | DEBG | oximeter: contacting nexus
|
| 31 | 2023-10-26T23:28:27.960Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 32 | 2023-10-26T23:28:27.961Z | WARN | oximeter: failed to contact nexus, will retry in 496.124933ms
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 33 | 2023-10-26T23:28:28.459Z | DEBG | oximeter: contacting nexus
|
| 34 | 2023-10-26T23:28:28.459Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 35 | 2023-10-26T23:28:28.459Z | WARN | oximeter: failed to contact nexus, will retry in 1.390351211s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 36 | 2023-10-26T23:28:29.851Z | DEBG | oximeter: contacting nexus
|
| 37 | 2023-10-26T23:28:29.851Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 38 | 2023-10-26T23:28:29.853Z | WARN | oximeter: failed to contact nexus, will retry in 1.890580913s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 39 | 2023-10-26T23:28:31.744Z | DEBG | oximeter: contacting nexus
|
| 40 | 2023-10-26T23:28:31.744Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 41 | 2023-10-26T23:28:31.745Z | WARN | oximeter: failed to contact nexus, will retry in 4.819197756s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 42 | 2023-10-26T23:28:36.565Z | DEBG | oximeter: contacting nexus
|
| 43 | 2023-10-26T23:28:36.565Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 44 | 2023-10-26T23:28:36.566Z | WARN | oximeter: failed to contact nexus, will retry in 4.756289581s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 45 | 2023-10-26T23:28:41.323Z | DEBG | oximeter: contacting nexus
|
| 46 | 2023-10-26T23:28:41.323Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 47 | 2023-10-26T23:28:41.323Z | WARN | oximeter: failed to contact nexus, will retry in 9.422147884s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 48 | 2023-10-26T23:28:50.746Z | DEBG | oximeter: contacting nexus
|
| 49 | 2023-10-26T23:28:50.747Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 50 | 2023-10-26T23:28:50.747Z | WARN | oximeter: failed to contact nexus, will retry in 43.188944716s
error = "error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/collector/src/lib.rs:801
|
| 51 | 2023-10-26T23:29:33.935Z | DEBG | oximeter: contacting nexus
|
| 52 | 2023-10-26T23:29:33.935Z | DEBG | oximeter (DnsResolver): lookup_ipv6 srv
dns_name = _nexus._tcp.control-plane.oxide.internal
|
| 53 | 2023-10-26T23:29:33.945Z | INFO | oximeter: oximeter registered with nexus
file = oximeter/collector/src/lib.rs:815
id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
|
| 54 | 2023-10-26T23:29:34.469Z | INFO | oximeter (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::d]:12223
remote_addr = [fd00:1122:3344:101::b]:62781
|
| 55 | 2023-10-26T23:29:34.479Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::22]:37271
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = 153d2359-09b3-45e1-a0b7-fccc28c7a17b
|
| 56 | 2023-10-26T23:29:34.479Z | INFO | oximeter (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 6470
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
remote_addr = [fd00:1122:3344:101::b]:62781
req_id = e7915b37-00de-4ad6-a24b-88fe58802b8c
response_code = 204
uri = /producers
|
| 57 | 2023-10-26T23:29:34.515Z | DEBG | oximeter (collection-task): starting oximeter collection task
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
interval = 30s
producer_id = 153d2359-09b3-45e1-a0b7-fccc28c7a17b
|
| 58 | 2023-10-26T23:29:34.719Z | INFO | oximeter (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::d]:12223
remote_addr = [fd00:1122:3344:101::a]:46039
|
| 59 | 2023-10-26T23:29:34.719Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::2]:12224
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 60 | 2023-10-26T23:29:34.720Z | INFO | oximeter (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 122
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
remote_addr = [fd00:1122:3344:101::a]:46039
req_id = fd199ddf-7d3e-4166-b464-da675ee4f198
response_code = 204
uri = /producers
|
| 61 | 2023-10-26T23:29:34.753Z | DEBG | oximeter (collection-task): starting oximeter collection task
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
interval = 10s
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 62 | 2023-10-26T23:29:44.753Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 63 | 2023-10-26T23:29:44.757Z | DEBG | oximeter (collection-task): collected 1 total results
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 64 | 2023-10-26T23:29:47.628Z | DEBG | oximeter (results-sink): inserting 97 samples into database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
|
| 65 | 2023-10-26T23:29:47.628Z | DEBG | oximeter (clickhouse-client): unrolling 97 total samples
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 66 | 2023-10-26T23:29:47.654Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 67 | 2023-10-26T23:29:47.661Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"data_link:enabled","fields.name":["link_id","port_id","rack_id","sidecar_id","sled_id"],"fields.type":["I64","String","Uuid","Uuid","Uuid"],"fields.source":["Target","Target","Target","Target","Target"],"datum_type":"Bool","created":"2023-10-26 23:29:47.631112608"}
timeseries_name = data_link:enabled
|
| 68 | 2023-10-26T23:29:47.662Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 69 | 2023-10-26T23:29:47.677Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"data_link:link_up","fields.name":["link_id","port_id","rack_id","sidecar_id","sled_id"],"fields.type":["I64","String","Uuid","Uuid","Uuid"],"fields.source":["Target","Target","Target","Target","Target"],"datum_type":"Bool","created":"2023-10-26 23:29:47.662131300"}
timeseries_name = data_link:link_up
|
| 70 | 2023-10-26T23:29:47.677Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 71 | 2023-10-26T23:29:47.679Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:capacity","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"I64","created":"2023-10-26 23:29:47.677733122"}
timeseries_name = switch_table:capacity
|
| 72 | 2023-10-26T23:29:47.679Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 73 | 2023-10-26T23:29:47.681Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:occupancy","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"I64","created":"2023-10-26 23:29:47.679805474"}
timeseries_name = switch_table:occupancy
|
| 74 | 2023-10-26T23:29:47.681Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 75 | 2023-10-26T23:29:47.683Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:inserts","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.681789144"}
timeseries_name = switch_table:inserts
|
| 76 | 2023-10-26T23:29:47.683Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 77 | 2023-10-26T23:29:47.685Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:deletes","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.683860925"}
timeseries_name = switch_table:deletes
|
| 78 | 2023-10-26T23:29:47.685Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 79 | 2023-10-26T23:29:47.687Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:updates","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.685781484"}
timeseries_name = switch_table:updates
|
| 80 | 2023-10-26T23:29:47.687Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 81 | 2023-10-26T23:29:47.689Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:collisions","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.687680812"}
timeseries_name = switch_table:collisions
|
| 82 | 2023-10-26T23:29:47.689Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 83 | 2023-10-26T23:29:47.691Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:update_misses","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.689539999"}
timeseries_name = switch_table:update_misses
|
| 84 | 2023-10-26T23:29:47.691Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 85 | 2023-10-26T23:29:47.693Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:delete_misses","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.691465497"}
timeseries_name = switch_table:delete_misses
|
| 86 | 2023-10-26T23:29:47.693Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 87 | 2023-10-26T23:29:47.695Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"switch_table:exhaustion","fields.name":["rack_id","sidecar_id","sled_id","table"],"fields.type":["Uuid","Uuid","Uuid","String"],"fields.source":["Target","Target","Target","Target"],"datum_type":"CumulativeI64","created":"2023-10-26 23:29:47.693259924"}
timeseries_name = switch_table:exhaustion
|
| 88 | 2023-10-26T23:29:47.700Z | DEBG | oximeter (clickhouse-client): retrieving timeseries schema from database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 89 | 2023-10-26T23:29:47.702Z | DEBG | oximeter (clickhouse-client): new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
schema = {"timeseries_name":"sidecar:sample_time","fields.name":["rack_id","sidecar_id","sled_id"],"fields.type":["Uuid","Uuid","Uuid"],"fields.source":["Target","Target","Target"],"datum_type":"I64","created":"2023-10-26 23:29:47.700091600"}
timeseries_name = sidecar:sample_time
|
| 90 | 2023-10-26T23:29:47.702Z | DEBG | oximeter (clickhouse-client): inserting 12 new timeseries schema
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 91 | 2023-10-26T23:29:47.715Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 6
table_name = oximeter.fields_i64
|
| 92 | 2023-10-26T23:29:47.717Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 96
table_name = oximeter.fields_string
|
| 93 | 2023-10-26T23:29:47.722Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 291
table_name = oximeter.fields_uuid
|
| 94 | 2023-10-26T23:29:47.725Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 6
table_name = oximeter.measurements_bool
|
| 95 | 2023-10-26T23:29:47.726Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 70
table_name = oximeter.measurements_cumulativei64
|
| 96 | 2023-10-26T23:29:47.728Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 21
table_name = oximeter.measurements_i64
|
| 97 | 2023-10-26T23:29:50.382Z | INFO | oximeter (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::d]:12223
remote_addr = [fd00:1122:3344:101::a]:52083
|
| 98 | 2023-10-26T23:29:50.382Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::a]:12221
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = 3ff3761f-1737-41b5-a5db-daaefb85ed37
|
| 99 | 2023-10-26T23:29:50.382Z | INFO | oximeter (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 101
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
remote_addr = [fd00:1122:3344:101::a]:52083
req_id = 597c244f-cdfd-484b-a651-f62c4a9a47a2
response_code = 204
uri = /producers
|
| 100 | 2023-10-26T23:29:50.415Z | DEBG | oximeter (collection-task): starting oximeter collection task
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
interval = 10s
producer_id = 3ff3761f-1737-41b5-a5db-daaefb85ed37
|
| 101 | 2023-10-26T23:29:52.236Z | INFO | oximeter (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::d]:12223
remote_addr = [fd00:1122:3344:101::c]:39075
|
| 102 | 2023-10-26T23:29:52.236Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::c]:12221
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = 96996609-bab0-4916-b204-67c1cf4459b8
|
| 103 | 2023-10-26T23:29:52.236Z | INFO | oximeter (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 840
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
remote_addr = [fd00:1122:3344:101::c]:39075
req_id = 8e41b776-1276-494c-920b-227391b1762d
response_code = 204
uri = /producers
|
| 104 | 2023-10-26T23:29:52.243Z | INFO | oximeter (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::d]:12223
remote_addr = [fd00:1122:3344:101::b]:58152
|
| 105 | 2023-10-26T23:29:52.243Z | DEBG | oximeter (oximeter-agent): registered new metric producer
address = [fd00:1122:3344:101::b]:12221
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = cee4e80d-a5d0-46c1-9be8-4bc18c6183bb
|
| 106 | 2023-10-26T23:29:52.243Z | INFO | oximeter (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 98
local_addr = [fd00:1122:3344:101::d]:12223
method = POST
remote_addr = [fd00:1122:3344:101::b]:58152
req_id = 2bab442b-ca1d-4960-a2a2-927a288731f3
response_code = 204
uri = /producers
|
| 107 | 2023-10-26T23:29:52.304Z | DEBG | oximeter (collection-task): starting oximeter collection task
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
interval = 10s
producer_id = 96996609-bab0-4916-b204-67c1cf4459b8
|
| 108 | 2023-10-26T23:29:52.305Z | DEBG | oximeter (collection-task): starting oximeter collection task
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
interval = 10s
producer_id = cee4e80d-a5d0-46c1-9be8-4bc18c6183bb
|
| 109 | 2023-10-26T23:29:54.752Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 110 | 2023-10-26T23:29:54.754Z | DEBG | oximeter (collection-task): collected 1 total results
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = d1f7ba40-0760-4399-9920-af3909ad54f7
|
| 111 | 2023-10-26T23:29:57.627Z | DEBG | oximeter (results-sink): inserting 97 samples into database
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
|
| 112 | 2023-10-26T23:29:57.628Z | DEBG | oximeter (clickhouse-client): unrolling 97 total samples
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
|
| 113 | 2023-10-26T23:29:57.636Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 6
table_name = oximeter.fields_i64
|
| 114 | 2023-10-26T23:29:57.638Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 96
table_name = oximeter.fields_string
|
| 115 | 2023-10-26T23:29:57.640Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 291
table_name = oximeter.fields_uuid
|
| 116 | 2023-10-26T23:29:57.641Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 6
table_name = oximeter.measurements_bool
|
| 117 | 2023-10-26T23:29:57.642Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 70
table_name = oximeter.measurements_cumulativei64
|
| 118 | 2023-10-26T23:29:57.644Z | DEBG | oximeter (clickhouse-client): inserted rows into table
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
id = afa9ef78-627c-48ad-86b1-b1dcc119344d
n_rows = 21
table_name = oximeter.measurements_i64
|
| 119 | 2023-10-26T23:30:00.416Z | DEBG | oximeter (collection-task): collecting from producer
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = 3ff3761f-1737-41b5-a5db-daaefb85ed37
|
| 120 | 2023-10-26T23:30:00.420Z | DEBG | oximeter (collection-task): collected 3 total results
collector_id = ddcd0fbc-82cb-4e0d-b5ad-03a01e365b40
producer_id = 3ff3761f-1737-41b5-a5db-daaefb85ed37
|