[ Feb 28 07:44:00 Enabled. ]
[ Feb 28 07:44:01 Rereading configuration. ]
[ Feb 28 07:44:04 Rereading configuration. ]
[ Feb 28 07:44:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 5aeba560-6c94-4471-aa0b-299ecfa6695d &"). ]
[ Feb 28 07:44:08 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:08.130191415Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:08.133338309Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:192"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:08.134130003Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:08.134144943Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:08.134209534Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:08.706851818Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"acccb87b-1ae1-4dad-9585-ac69dd499718","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:08.707867226Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"196.909493ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:08.905968819Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:08.906004919Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:08.935893427Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"77ee0656-0da3-4976-937f-97225eb6ae5d","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:08.936381396Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"617.794862ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:09.555486144Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:09.555533735Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:09.585569326Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"392923a0-a80a-4c47-8df6-fae702bc1f60","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:09.586179396Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"1.332920397s"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:10.920303336Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:10.920342577Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:10.969214054Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:10.969243815Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:10.973647361Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:802"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:10.974519496Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:10.974533496Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:806","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:10.974542716Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:811"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:10.974574187Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:10.975045375Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:11.440696894Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","file":"oximeter/db/src/client.rs:834","version":4}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.44853971Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.448557271Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.448570051Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.448576951Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:11.448586951Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.450695668Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.482258875Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:11.482280795Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 360.762939ms","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:21.622764955Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:21.984862459Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:21.98490114Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 641.329717ms","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:21.985712994Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:22.628834679Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:22.62888628Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 678.506175ms","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:22.629732085Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:23.30982932Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:23.309868571Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 2.568401652s","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:23.310603903Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:25.881110049Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:25.88113936Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 2.312748711s","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:25.881906533Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:28.196041855Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:28.196130847Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 11.15401773s","v":0,"name":"oximeter","level":40,"time":"2024-02-28T07:44:28.196731907Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:39.352161465Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:39.352242706Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:39.398418407Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"file":"oximeter/collector/src/lib.rs:285","id":"5aeba560-6c94-4471-aa0b-299ecfa6695d"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:45.248969405Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:55451"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:45.256831131Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:12221","producer_id":"063d53b7-1fb6-4802-8e52-47d0db2f565d"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:45.256988484Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"uri":"/producers","method":"POST","req_id":"bc5ba211-9474-4847-ac9f-d6293f70fe9f","remote_addr":"[fd00:1122:3344:101::b]:55451","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":7243,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:45.289632419Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"producer_id":"063d53b7-1fb6-4802-8e52-47d0db2f565d","component":"collection-task","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","interval":"10s"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:50.395191949Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:46686"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:50.395308111Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:12345","producer_id":"0ebe1f17-4a50-4a56-90c4-9246c7b4dfaf"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-02-28T07:44:50.395358021Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"uri":"/producers","method":"POST","req_id":"bdc6f72c-ca29-4784-90e7-11829662bbc6","remote_addr":"[fd00:1122:3344:101::b]:46686","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":110,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:50.427147692Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"producer_id":"0ebe1f17-4a50-4a56-90c4-9246c7b4dfaf","component":"collection-task","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","interval":"30s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:55.289252284Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"producer_id":"063d53b7-1fb6-4802-8e52-47d0db2f565d","component":"collection-task","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:55.30403134Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"producer_id":"063d53b7-1fb6-4802-8e52-47d0db2f565d","component":"collection-task","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","n_results":4}
{"msg":"inserting 44 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.447298703Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"component":"results-sink","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"unrolling 44 total samples","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.447348254Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.458303774Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.4632853Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2024-02-28 07:44:56.458281013\"}","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.471147516Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.481293712Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-28 07:44:56.471132016\"}","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.481366393Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.483252316Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-28 07:44:56.481355953\"}","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.483421059Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.485167329Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-28 07:44:56.483410189\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.485646538Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.496853932Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":32}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.498372918Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":96}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.502987838Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":39}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.505469511Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":32}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-28T07:44:56.507519587Z","hostname":"oxz_oximeter_5aeba560-6c94-4471-aa0b-299ecfa6695d","pid":22066,"id":"b7c5d859-68b3-4f0d-a295-e1a01cfb3f52","component":"clickhouse-client","collector_id":"5aeba560-6c94-4471-aa0b-299ecfa6695d","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":12}