[ Dec 21 07:14:16 Enabled. ] [ Dec 21 07:14:16 Rereading configuration. ] [ Dec 21 07:14:18 Rereading configuration. ] [ Dec 21 07:14:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 0e4c3095-081a-4fd1-839e-133130a24c1e &"). ] [ Dec 21 07:14:23 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:23.5464734Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:23.549644295Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:236"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:23.55036678Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:23.563279754Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:26.02579753Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.025846511Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:26.025856891Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:732"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:26.026891232Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:26.026921893Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:736","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:26.026933923Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:741"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.026956713Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.029126468Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:26.238420462Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"id":"d409048e-1440-430b-9a7c-1dcd298c8888","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:764","version":13} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263882893Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263912834Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263927904Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263934794Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:26.263944074Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263952415Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263964875Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.263972485Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.404173205Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.406238017Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 275.189346ms","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:26.406263788Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:365","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.683172156Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.683281828Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:26.683497412Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 685.414802ms","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:26.683517073Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:365","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:27.369693848Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:27.36976305Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:27.369910193Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 1.014990784s","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:27.369921093Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:365","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:28.386009221Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:28.386081833Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:28.386221516Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 2.3702213s","v":0,"name":"oximeter","level":40,"time":"2024-12-21T07:14:28.386267786Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:365","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:30.75736416Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:30.757442272Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:30.784234821Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"1f85e3df-4949-4435-88f3-4fcb42c7cfc0\", \"date\": \"Sat, 21 Dec 2024 07:14:30 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:30.7851919Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"file":"oximeter/collector/src/lib.rs:383","id":"0e4c3095-081a-4fd1-839e-133130a24c1e"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:30.785264591Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:471"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:30.786269612Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:30.787841124Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:30.794588053Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc3bce0-21ab-4b52-99c7-f4d9d6d3dee4\", \"content-length\": \"29\", \"date\": \"Sat, 21 Dec 2024 07:14:30 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:30.795300657Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:45.786775405Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:45.786821696Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:45.790286337Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"133ed571-96c4-4033-8002-a76cfe0ebd50\", \"content-length\": \"303\", \"date\": \"Sat, 21 Dec 2024 07:14:45 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:45.79040226Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMmEyZDE3NC0wM2I3LTRhNmQtYmU4YS0yOWI2YzM1OTQ5MTIifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:45.793176256Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMmEyZDE3NC0wM2I3LTRhNmQtYmU4YS0yOWI2YzM1OTQ5MTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e4ebc9-1d16-4374-a5d8-af9af270e27c\", \"content-length\": \"29\", \"date\": \"Sat, 21 Dec 2024 07:14:45 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:14:45.793209487Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:59877","producer_id":"c2a2d174-03b7-4a6d-be8a-29b6c3594912"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:14:45.79528866Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:15:00.786994031Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.787041032Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.832822289Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38ff22e-6c60-4635-b529-26b2b2748116\", \"content-length\": \"577\", \"date\": \"Sat, 21 Dec 2024 07:15:00 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.83286581Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMmEyZDE3NC0wM2I3LTRhNmQtYmU4YS0yOWI2YzM1OTQ5MTIifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.836180828Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/0e4c3095-081a-4fd1-839e-133130a24c1e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMmEyZDE3NC0wM2I3LTRhNmQtYmU4YS0yOWI2YzM1OTQ5MTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a7d266-0162-46b4-9c21-7e7929d270d7\", \"content-length\": \"29\", \"date\": \"Sat, 21 Dec 2024 07:15:00 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.836241699Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:47411","producer_id":"04e14eed-5036-4690-9c88-188713e43065"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:00.838467415Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-21T07:15:00.84066712Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:01.839850782Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:01.839976555Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:01.872287176Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:02.839620316Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:02.839671297Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-12-21T07:15:02.841361592Z","hostname":"oxz_oximeter_0e4c3095-081a-4fd1-839e-133130a24c1e","pid":24762,"producer_id":"4b3c134e-202b-4ebb-8652-a8573bd99541","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"0e4c3095-081a-4fd1-839e-133130a24c1e","component":"oximeter-agent","n_results":1}