[ Feb  1 08:58:54 Enabled. ]
[ Feb  1 08:58:54 Rereading configuration. ]
[ Feb  1 08:58:56 Rereading configuration. ]
[ Feb  1 08:59:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id e9ef6757-f42f-4ae5-8548-fb6ab94c30e9 &"). ]
[ Feb  1 08:59:00 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:00.742551718Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:00.746146595Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:192"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:00.746712153Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:00.747121132Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:00.747243469Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:00.815707204Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"e8a4d547-7eae-4bd0-8d22-fa527c8754e5","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:00.816304471Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"294.426676ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:01.113328033Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:01.113359177Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:01.14557945Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"a2d28668-a288-4cc1-b361-674efc9136f8","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:01.145994293Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"290.758902ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:01.438998068Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:01.439036084Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:01.471068194Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"554da58e-12b1-4e9d-8beb-feb8b4f0d4a5","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:868","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:01.471653506Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:213","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"1.275790885s"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:02.752718179Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:02.752754377Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:02.801024132Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:02.801052239Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:02.806057735Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:802"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:02.806886911Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:864"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:02.80691814Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:806","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:02.806959541Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:811"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:02.806968851Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:02.811258308Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:03.272285417Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","file":"oximeter/db/src/client.rs:834","version":4}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.297931545Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.297964416Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.297978556Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.297985366Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:03.297994316Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.300061137Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.332924698Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:03.332942049Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 160.441579ms","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:07.4440387Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:07.606199879Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:07.606233659Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 723.888167ms","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:07.607584016Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:08.332947035Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:08.332991626Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 1.175306054s","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:08.33374578Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:09.5103272Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:09.510357979Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 1.090750192s","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:09.511194485Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:10.602678226Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:10.602721108Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 4.171581069s","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:10.603435752Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:14.778063338Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:14.778104239Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 4.365400991s","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:14.778747015Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:19.14756152Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:19.147616871Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 23.684875372s","v":0,"name":"oximeter","level":40,"time":"2024-02-01T08:59:19.148449901Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:271","error":"\"error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:42.84410593Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:42.844151756Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:42.914570821Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"file":"oximeter/collector/src/lib.rs:285","id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9"}
{"msg":"accepted connection","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:43.890612584Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:44970"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:43.918176131Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:12221","producer_id":"9ea7e9a1-87b6-4cf5-a153-6d7a1eb86b9c"}
{"msg":"request completed","v":0,"name":"oximeter","level":30,"time":"2024-02-01T08:59:43.920575159Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"uri":"/producers","method":"POST","req_id":"2d2dffba-9e17-4b60-b791-03cde92c1e42","remote_addr":"[fd00:1122:3344:101::b]:44970","local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849","latency_us":22826,"response_code":"204"}
{"msg":"starting oximeter collection task","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:43.956635056Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"producer_id":"9ea7e9a1-87b6-4cf5-a153-6d7a1eb86b9c","component":"collection-task","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","interval":"10s"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:53.961195276Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"producer_id":"9ea7e9a1-87b6-4cf5-a153-6d7a1eb86b9c","component":"collection-task","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:53.987062339Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"producer_id":"9ea7e9a1-87b6-4cf5-a153-6d7a1eb86b9c","component":"collection-task","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","n_results":4}
{"msg":"inserting 61 samples into database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.303902247Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"component":"results-sink","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"unrolling 61 total samples","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.303974577Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.329746382Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.389012431Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","schema":"{\"timeseries_name\":\"http_service:request_latency_histogram\",\"fields.name\":[\"id\",\"method\",\"name\",\"route\",\"status_code\"],\"fields.type\":[\"Uuid\",\"String\",\"String\",\"String\",\"I64\"],\"fields.source\":[\"Target\",\"Metric\",\"Target\",\"Metric\",\"Metric\"],\"datum_type\":\"HistogramF64\",\"created\":\"2024-02-01 08:59:58.329723442\"}","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.441022868Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.468245478Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:cpus_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-01 08:59:58.440998867\"}","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.468313786Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.472340138Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:ram_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-01 08:59:58.468303436\"}","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.472528842Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.474329537Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","schema":"{\"timeseries_name\":\"collection_target:virtual_disk_space_provisioned\",\"fields.name\":[\"id\"],\"fields.type\":[\"Uuid\"],\"fields.source\":[\"Target\"],\"datum_type\":\"I64\",\"created\":\"2024-02-01 08:59:58.472517552\"}","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.475207817Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.497566608Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","table_name":"oximeter.fields_i64","n_rows":40}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.49916484Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","table_name":"oximeter.fields_string","n_rows":120}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.509411306Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","table_name":"oximeter.fields_uuid","n_rows":55}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.518535183Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","table_name":"oximeter.measurements_histogramf64","n_rows":40}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2024-02-01T08:59:58.525025242Z","hostname":"oxz_oximeter_e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","pid":22078,"id":"d32c82d3-8a43-414e-920e-9f46d93a0222","component":"clickhouse-client","collector_id":"e9ef6757-f42f-4ae5-8548-fb6ab94c30e9","component":"oximeter-agent","table_name":"oximeter.measurements_i64","n_rows":21}