[ May 14 04:08:37 Disabled. ] [ May 14 04:08:37 Rereading configuration. ] [ May 14 04:08:51 Rereading configuration. ] [ May 14 04:08:51 Rereading configuration. ] [ May 14 04:08:51 Enabled. ] [ May 14 04:08:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ May 14 04:08:51 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.21798643Z","hostname":"oxz_switch","pid":4216} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.235779983Z","hostname":"oxz_switch","pid":4216} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.235869335Z","hostname":"oxz_switch","pid":4216} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.235929816Z","hostname":"oxz_switch","pid":4216} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239677932Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239741333Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239751644Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239763594Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239773104Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239784465Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239794405Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239805555Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239818155Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239827215Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239838486Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239847776Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239859216Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239868316Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239879126Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239888076Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239897127Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239908467Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239917677Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239928367Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239937297Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239948448Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239957668Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239968008Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239976748Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239985629Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.239996929Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.240006689Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.240017969Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.240026999Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.24004503Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.24005533Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.2400666Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.24007611Z","hostname":"oxz_switch","pid":4216} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:51.24008306Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:51.240618982Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-05-14T04:08:51.30926509Z","hostname":"oxz_switch","pid":4216} [ May 14 04:08:52 Rereading configuration. ] [ May 14 04:08:52 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 433"). ] + CONTRACT='' + getopts c: o + CONTRACT=433 + getopts c: o + [[ -n 433 ]] + pgrep -c 433 + PARENT_PID=4215 + [[ -n 4215 ]] + pgrep -P 4215 + CHILD_PID=4216 + [[ -n 4216 ]] + kill -USR1 4216 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.683179167Z","hostname":"oxz_switch","pid":4216} {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.684526964Z","hostname":"oxz_switch","pid":4216} [ May 14 04:08:52 Method "refresh" exited with status 0. ] {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.685041014Z","hostname":"oxz_switch","pid":4216} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.685132126Z","hostname":"oxz_switch","pid":4216,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-14T04:08:52.687411483Z","hostname":"oxz_switch","pid":4216,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4db81567-f1e3-4377-871b-92d735132e59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d4fac703-f5ba-4b34-aac1-7fc066e8abb3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ef1c9f55-f835-41e6-8d3a-81e26da276c7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef1c9f55-f835-41e6-8d3a-81e26da276c7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 6357, tv_nsec: 203323849 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} May 14 04:08:52.688 DEBG registered DTrace probes May 14 04:08:52.689 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot May 14 04:08:52.689 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:195 May 14 04:08:52.689 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot May 14 04:08:52.689 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::a]:12221 May 14 04:08:52.689 DEBG starting producer registration task May 14 04:08:52.689 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 751546b3-1c48-433c-ac6c-ece0271284ad, route: //751546b3-1c48-433c-ac6c-ece0271284ad, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:284 May 14 04:08:52.689 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task May 14 04:08:52.689 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::a]:12221, component: producer-registration-task May 14 04:08:52.721 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.865514871Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:46472"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.86597024Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"PUT","req_id":"9da0fcb9-dd18-4126-84a3-edfa24718219","remote_addr":"[fd00:1122:3344:101::1]:46472","local_addr":"[::]:4676","unit":"api-server","latency_us":332,"response_code":"204"} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-05-14T04:08:52.866390819Z","hostname":"oxz_switch","pid":4216} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:08:52.866401049Z","hostname":"oxz_switch","pid":4216} May 14 04:09:07.722 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:09:07.723 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 133.28506ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:09:07.886 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:09:23.089 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:09:23.090 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 470.543289ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:09:23.590 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:09:38.550 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:09:38.551 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 953.159838ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:09:39.531 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:09:54.492 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:09:54.493 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 2.622687413s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:09:57.139 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:10:12.099 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:10:12.100 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 4.09628502s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:10:16.217 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:10:31.177 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:10:31.178 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 7.449514755s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:10:38.640 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:10:53.601 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:10:53.602 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 14.849377577s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:11:08.442 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:11:23.404 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:11:23.405 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 44.572470509s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:12:07.983 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:12:22.988 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 14 04:12:22.994 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 50.955626919s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 14 04:13:14.083 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:13:15.067 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task May 14 04:13:15.069 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)", delay: 78.579533994s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.694319484Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:46474"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.702392886Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"092eec17-4156-431c-b2bf-37a5c9552b3d","remote_addr":"[fd00:1122:3344:101::b]:46474","local_addr":"[::]:4676","unit":"api-server","latency_us":6221,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.764365718Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:46788"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.764434479Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"853e4651-f5af-4cff-87f2-75e4faa30f21","remote_addr":"[fd00:1122:3344:101::c]:46788","local_addr":"[::]:4676","unit":"api-server","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.814874007Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:44303"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:24.815168563Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"c485eca6-09a7-4c9e-80b2-495f36ae3d0f","remote_addr":"[fd00:1122:3344:101::a]:44303","local_addr":"[::]:4676","unit":"api-server","latency_us":242,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:25.445302868Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:49467"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:25.44537468Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"26590bd2-d5c9-476e-b9d3-17404aa5b38c","remote_addr":"[fd00:1122:3344:101::b]:49467","local_addr":"[::]:4676","unit":"api-server","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.711737794Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:48701"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.711793955Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"7e557825-5d6e-4616-984e-06b362c54ecc","remote_addr":"[fd00:1122:3344:101::c]:48701","local_addr":"[::]:4676","unit":"api-server","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.786318453Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:52744"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.786414605Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"757be793-47cf-44b8-bead-4d274be40058","remote_addr":"[fd00:1122:3344:101::a]:52744","local_addr":"[::]:4676","unit":"api-server","latency_us":23,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.795879688Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:57722"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.79698193Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"cf132308-3ef7-4e81-870a-0e67bf034b01","remote_addr":"[fd00:1122:3344:101::c]:57722","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":898,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.805691048Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:61014"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.806444183Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"1b92493c-08ca-4376-9f04-26efec1c1d4e","remote_addr":"[fd00:1122:3344:101::b]:61014","local_addr":"[::]:4676","unit":"api-server","latency_us":15,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.858944472Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:43028"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.858987842Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"15ce9f20-cf77-4d67-ac03-ccb61ebfc389","remote_addr":"[fd00:1122:3344:101::a]:43028","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":26,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.973805161Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:42701"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:13:54.973879163Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"03e491af-1269-4145-aa2b-f64dd9655087","remote_addr":"[fd00:1122:3344:101::b]:42701","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":30,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:24.897406279Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:46009"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:24.898522692Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"5674cc72-d27b-4e3c-8e6a-bf1df756f92f","remote_addr":"[fd00:1122:3344:101::b]:46009","local_addr":"[::]:4676","unit":"api-server","latency_us":1093,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.020706731Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:63317"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.020792073Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"d6095b8f-e031-4ea7-9bb0-1d2ec22399df","remote_addr":"[fd00:1122:3344:101::c]:63317","local_addr":"[::]:4676","unit":"api-server","latency_us":24,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.078815105Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:63746"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.078851056Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"b810c969-0462-435f-befb-d5d30fe320e8","remote_addr":"[fd00:1122:3344:101::c]:63746","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":22,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.130633821Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:34571"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.130680402Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"2f9f75d9-91c5-460c-bbaf-6cafed82af50","remote_addr":"[fd00:1122:3344:101::b]:34571","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":28,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.157035328Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:47324"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.157091349Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"a133f44a-d7bb-49e9-991b-eba31fdb6638","remote_addr":"[fd00:1122:3344:101::a]:47324","local_addr":"[::]:4676","unit":"api-server","latency_us":18,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.270266785Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:41369"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:25.271217294Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"0fbe8d2d-4146-410b-b2f4-5b0dfa67d769","remote_addr":"[fd00:1122:3344:101::a]:41369","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":920,"response_code":"500"} May 14 04:14:33.682 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 14 04:14:33.743 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "77d61aec-5738-4aab-beee-10390e19e6e9", "content-length": "41", "date": "Tue, 14 May 2024 04:14:33 GMT"} }), component: producer-registration-task May 14 04:14:33.744 DEBG registered with nexus successfully, component: producer-registration-task May 14 04:14:33.744 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task May 14 04:14:34.775 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:765 May 14 04:14:34.784 INFO request completed, latency_us: 8616, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 99fbe2fc-1ee5-4443-a2b7-6667ced09a95, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:35.774 INFO request completed, latency_us: 357, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: e8777dfe-07ec-4720-b545-b0adfd69252a, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:36.774 INFO request completed, latency_us: 112, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 0a5a9025-4ff3-400a-8620-b7612821a230, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:37.774 INFO request completed, latency_us: 100, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 76c2843d-7c44-4f25-898d-ab5304f38626, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:38.775 INFO request completed, latency_us: 138, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 57fb34ae-dfe4-4f18-a91c-a984f646aa07, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:39.774 INFO request completed, latency_us: 100, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: f66e7e51-6419-4084-ae23-df8ae3990838, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:40.774 INFO request completed, latency_us: 140, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 8054a6ea-4434-43ec-9256-7ee577b35533, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:41.774 INFO request completed, latency_us: 139, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 1de4ac0d-927c-4c6c-ba9e-a31bcbf468d5, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:42.775 INFO request completed, latency_us: 131, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 67af7bfe-2a9a-4577-9962-36423372a0e4, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:43.774 INFO request completed, latency_us: 100, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: f7275ecc-eefe-44d7-871c-e2e404683749, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:44.775 INFO request completed, latency_us: 591, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: eeb811c7-17d1-44ea-8ed5-87ae9b7731a7, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:45.774 INFO request completed, latency_us: 97, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 2b8259a2-a058-4568-b524-b81a9e0f0f70, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:46.775 INFO request completed, latency_us: 141, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 7f48f394-61e0-40e5-8a9d-5844b9a35b42, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:47.774 INFO request completed, latency_us: 83, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 9c677860-268e-4bac-bbad-d08677c118d0, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:48.774 INFO request completed, latency_us: 99, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 40b7e414-54b1-4317-b285-919ab8138d6f, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:49.774 INFO request completed, latency_us: 99, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: dff9382c-0473-47d1-aa2f-cb68da17ec4a, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:50.774 INFO request completed, latency_us: 88, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 81377c56-f37e-4adc-9196-3784dd7e932e, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:51.774 INFO request completed, latency_us: 109, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 5d18c993-6827-474e-bf50-d82c5dcdff8d, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:52.775 INFO request completed, latency_us: 784, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 07e0274c-0f12-4307-ba3d-c667fb16f113, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:53.774 INFO request completed, latency_us: 90, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 0024d5af-27a4-4edd-a8c3-d8427553d506, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.745596932Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:32838"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.745653433Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"9ac738b3-32b2-4d33-8b0c-226d84c2a292","remote_addr":"[fd00:1122:3344:101::b]:32838","local_addr":"[::]:4676","unit":"api-server","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.754390091Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:35583"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.754439862Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"a779f5d2-aaf6-484a-bde9-dc4f800179ae","remote_addr":"[fd00:1122:3344:101::c]:35583","local_addr":"[::]:4676","unit":"api-server","latency_us":20,"response_code":"200"} May 14 04:14:54.775 INFO request completed, latency_us: 79, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 65659b21-ac88-4766-b4db-10fb13cbefae, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.790848064Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:33448"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.790902085Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"45e95022-600f-4953-a8e4-3633b3920384","remote_addr":"[fd00:1122:3344:101::b]:33448","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":23,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.838594666Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:33862"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.838644367Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"199dfb63-28b5-4299-85e3-27c1cf42ef88","remote_addr":"[fd00:1122:3344:101::c]:33862","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":29,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.851400546Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:39674"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:54.851435287Z","hostname":"oxz_switch","pid":4216,"uri":"/bfd/peers","method":"GET","req_id":"b5d283e4-abbe-481f-9b4b-8d969c83d838","remote_addr":"[fd00:1122:3344:101::a]:39674","local_addr":"[::]:4676","unit":"api-server","latency_us":21,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:55.007548507Z","hostname":"oxz_switch","pid":4216,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:40184"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-14T04:14:55.007590258Z","hostname":"oxz_switch","pid":4216,"uri":"/static/route4","method":"GET","req_id":"d9baef4d-968b-4ad2-a7f5-b230e9df7d04","remote_addr":"[fd00:1122:3344:101::a]:40184","local_addr":"[::]:4676","unit":"api-server","error_message_external":"Internal Server Error","error_message_internal":"key must be a string","latency_us":29,"response_code":"500"} May 14 04:14:55.775 INFO request completed, latency_us: 721, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: dc1f89d9-af4f-4427-bea0-f2be9d208c0c, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:56.775 INFO request completed, latency_us: 594, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: dec0845e-a5e3-4db2-a46c-62c44b0f9b8f, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:57.774 INFO request completed, latency_us: 123, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: 7e164ea3-566c-41ac-adc7-e0353e119378, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:58.774 INFO request completed, latency_us: 96, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: fa863ade-52d0-43d8-aec4-ed3264500217, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849 May 14 04:14:59.775 INFO request completed, latency_us: 800, response_code: 200, uri: //751546b3-1c48-433c-ac6c-ece0271284ad, method: GET, req_id: b27464c0-051b-43a4-86c3-8eebb64741c0, remote_addr: [fd00:1122:3344:101::d]:55842, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:849