[ Feb 15 05:58:36 Enabled. ]
[ Feb 15 05:58:36 Rereading configuration. ]
[ Feb 15 05:58:40 Rereading configuration. ]
[ Feb 15 05:58:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 07eefccc-a16d-41be-9df2-0faa4294ae1c &"). ]
[ Feb 15 05:58:44 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:45.0638741Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:45.066092663Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:192"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:45.067568872Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:45.070631892Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:45.070800398Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:45.14332979Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9b120228-1138-4577-8450-0fb874464397","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:45.143981522Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"143.070453ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:45.288103316Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:45.288132997Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:45.321568485Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"27477fdc-bd97-43f6-a76a-6acd4402049d","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:45.322131934Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"682.863552ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:46.006249894Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:46.006288026Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:46.037982717Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"fad61f5a-83fd-441d-83f6-ac141060a1d6","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:46.038329178Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"1.220628462s"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.260438771Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.260467772Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:47.317242147Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.317269488Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:47.324515946Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:802"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:58:47.325339693Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:47.325355503Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:806","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:47.325366684Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:811"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.325912592Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.327032639Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:47.47930968Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","file":"oximeter/db/src/client.rs:834","version":4}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.488319387Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.488338097Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.488352198Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.488359988Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:58:47.488371598Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.490942783Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.522138067Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:58:47.522155728Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 324.714669ms","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:59:12.68632459Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:13.011415968Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:13.011458279Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 263.88108ms","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:59:13.012241505Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:13.277308012Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:13.277338513Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 1.3784279s","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:59:13.277899541Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:14.658034045Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:14.658082157Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 2.69313475s","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:59:14.659875576Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:17.354034342Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:17.354087654Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 2.072123042s","v":0,"name":"oximeter","level":40,"time":"2024-02-15T05:59:17.354780947Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:19.427904153Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:19.427951044Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:59:19.479963543Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"file":"oximeter/collector/src/lib.rs:285","id":"07eefccc-a16d-41be-9df2-0faa4294ae1c"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:59:27.645791259Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:40361"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:27.65009002Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:12345","producer_id":"ec2916b4-23be-4c03-a34b-23d4a0915a29"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:59:27.650187263Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"uri":"/producers","method":"POST","req_id":"fd3560e7-053a-4f1b-ba08-3fb6d6cfdb95","remote_addr":"[fd00:1122:3344:101::c]:40361","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":4236,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:27.682325479Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"ec2916b4-23be-4c03-a34b-23d4a0915a29","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","interval":"30s"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:59:32.07297253Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:62306"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:32.073066243Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:12221","producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-02-15T05:59:32.073141276Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"uri":"/producers","method":"POST","req_id":"864fce74-1a7d-4641-863e-7c91edbe380c","remote_addr":"[fd00:1122:3344:101::a]:62306","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":114,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:32.105347424Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.105541558Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.10925097Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","n_results":4}
{"msg":"inserting 47 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.487308519Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"results-sink","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"unrolling 47 total samples","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.4873397Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.493783051Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.496929144Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2024-02-15 05:59:42.493768771\"}","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.499764018Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.507011496Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-15 05:59:42.499752597\"}","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.50715092Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.50896335Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-15 05:59:42.507142580\"}","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.509032832Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.510693667Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-15 05:59:42.509024932\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.511289336Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.518915177Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":29}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.520382015Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":87}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.525379429Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":39}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.527912522Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":29}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:42.529925488Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":18}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.106106185Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.108785233Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","n_results":4}
{"msg":"inserting 31 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.487883736Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"component":"results-sink","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"unrolling 31 total samples","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.487958589Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.492021082Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":31}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.493455319Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":93}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.494734121Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":31}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:52.496326734Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"id":"9e43e1fa-cabb-47e4-956f-d2dd5e6b7504","component":"clickhouse-client","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":31}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:57.682443197Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"ec2916b4-23be-4c03-a34b-23d4a0915a29","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T05:59:57.689704645Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"ec2916b4-23be-4c03-a34b-23d4a0915a29","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","n_results":1}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T06:00:02.105808516Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-15T06:00:02.168241277Z","hostname":"oxz_oximeter_07eefccc-a16d-41be-9df2-0faa4294ae1c","pid":24113,"producer_id":"28701ada-e899-402b-a2fd-f7a3fd7c41df","component":"collection-task","collector_id":"07eefccc-a16d-41be-9df2-0faa4294ae1c","component":"oximeter-agent","n_results":4}