[ Aug 23 21:52:07 Disabled. ] [ Aug 23 21:52:07 Rereading configuration. ] [ Aug 23 21:52:08 Enabled. ] [ Aug 23 21:52:08 Rereading configuration. ] [ Aug 23 21:52:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Aug 23 21:52:08 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.196415631Z","hostname":"oxz_switch","pid":2237} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.218725299Z","hostname":"oxz_switch","pid":2237} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.218864491Z","hostname":"oxz_switch","pid":2237} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.218883111Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2024-08-23T21:52:08.219315889Z","hostname":"oxz_switch","pid":2237} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223092893Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223132373Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223147104Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223167934Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223183004Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223201224Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223216455Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223233465Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223246745Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223266106Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223280056Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223307176Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223321877Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223336827Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223355937Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223369977Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223391148Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223404908Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223422278Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223437388Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223455379Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223469879Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223483519Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.22350438Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.22351928Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.22353736Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223550901Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223569821Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223584161Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223609942Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223624782Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223639252Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223659402Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.223673023Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.223689883Z","hostname":"oxz_switch","pid":2237} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:08.223702693Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-08-23T21:52:08.225219119Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:08.298817905Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:09.300409167Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:10.301091084Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:11.301696779Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:12.302297184Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:13.302845708Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:14.303445633Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:15.304505426Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:16.308049492Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:17.311115018Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:18.311791865Z","hostname":"oxz_switch","pid":2237} {"msg":"failed to ensure TEP address fd74:a43d:b4ca:c59f::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-23T21:52:19.312336879Z","hostname":"oxz_switch","pid":2237} [ Aug 23 21:52:19 Rereading configuration. ] [ Aug 23 21:52:19 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 213"). ] + CONTRACT='' + getopts c: o + CONTRACT=213 + getopts c: o + [[ -n 213 ]] + pgrep -c 213 + PARENT_PID=2236 + [[ -n 2236 ]] + pgrep -P 2236 + CHILD_PID=2237 + [[ -n 2237 ]] + kill -USR1 2237 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:19.471083758Z","hostname":"oxz_switch","pid":2237} {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:19.4724004Z","hostname":"oxz_switch","pid":2237} [ Aug 23 21:52:19 Method "refresh" exited with status 0. ] Aug 23 21:52:19.473 DEBG registered DTrace probes Aug 23 21:52:19.473 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Aug 23 21:52:19.474 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205 Aug 23 21:52:19.474 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Aug 23 21:52:19.474 DEBG Nexus IP not provided, will use DNS to resolve it Aug 23 21:52:19.474 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/internal-dns/src/resolver.rs:73 Aug 23 21:52:19.474 DEBG starting producer registration task Aug 23 21:52:19.474 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: fc524603-8f52-4b31-bb23-73b3e33fbbb0, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:283 Aug 23 21:52:19.474 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:20.293079678Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:65345"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:20.297193908Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"PUT","req_id":"20f1ffd6-f91e-48b8-99be-07689308678b","remote_addr":"[fd00:1122:3344:101::1]:65345","local_addr":"[::]:4676","unit":"api-server","latency_us":434,"response_code":"204"} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-08-23T21:52:20.298715613Z","hostname":"oxz_switch","pid":2237} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:52:20.298731654Z","hostname":"oxz_switch","pid":2237} Aug 23 21:52:24.477 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c94012a-643d-4f61-8185-c8786e00e320.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4e26237f-8cdc-4da1-b44a-9b00d20bd873.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9a2f81c-00cf-49a5-a96e-1c4dfeba1728.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f9a2f81c-00cf-49a5-a96e-1c4dfeba1728.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 1495, tv_nsec: 483966584 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Aug 23 21:52:24.477 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task Aug 23 21:52:24.510 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:52:39.287 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:52:39.288 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 294.942708ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:52:39.619 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:52:54.662 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:52:54.663 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 712.723476ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:52:55.415 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:53:10.457 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:53:10.458 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.304126248s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:53:11.803 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:53:26.845 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:53:26.846 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.819640925s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:53:29.704 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:53:44.746 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:53:44.747 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.941198305s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:53:47.728 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:54:02.770 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:54:02.771 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 8.616897636s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:54:11.449 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:54:26.491 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:54:26.492 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 20.378800173s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:54:46.957 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:55:02.000 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:55:02.001 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 44.291454861s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:55:46.414 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:56:01.415 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 23 21:56:01.417 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 67.579457553s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 Aug 23 21:57:09.656 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:57:19.467 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task Aug 23 21:57:19.473 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)", delay: 144.750763165s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/66ac7b3/oximeter/producer/src/lib.rs:424 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:30.853881128Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:49995"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:30.85989454Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"84a44111-5138-4f69-8027-8dd21d7259a7","remote_addr":"[fd00:1122:3344:101::c]:49995","local_addr":"[::]:4676","unit":"api-server","latency_us":5948,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:31.265052801Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:40621"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:31.266229331Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"807c1514-3ca8-48df-9b7b-7e9930042766","remote_addr":"[fd00:1122:3344:101::b]:40621","local_addr":"[::]:4676","unit":"api-server","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:31.310827946Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:63777"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:57:31.310896727Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"b8334bdd-254b-42d4-967d-750b5fee223c","remote_addr":"[fd00:1122:3344:101::a]:63777","local_addr":"[::]:4676","unit":"api-server","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:00.994868761Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:52801"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:00.994974783Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"e06e1325-0c5b-4e81-9b8b-e6eda0a3a339","remote_addr":"[fd00:1122:3344:101::c]:52801","local_addr":"[::]:4676","unit":"api-server","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.152764485Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:41113"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.154986253Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"885785a6-93ec-409b-8968-27819061d65f","remote_addr":"[fd00:1122:3344:101::c]:41113","local_addr":"[::]:4676","unit":"api-server","latency_us":2176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.362358994Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:55441"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.362937854Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"9cf04296-ea91-45f9-92d1-066316f6c90f","remote_addr":"[fd00:1122:3344:101::b]:55441","local_addr":"[::]:4676","unit":"api-server","latency_us":551,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.576823066Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:41142"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.576899047Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"af24de7f-ee70-4f72-839a-e4fcbf167f37","remote_addr":"[fd00:1122:3344:101::b]:41142","local_addr":"[::]:4676","unit":"api-server","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.580753703Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:40694"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.580864695Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"4bc20ae4-7159-4997-b670-43e8fdd69517","remote_addr":"[fd00:1122:3344:101::a]:40694","local_addr":"[::]:4676","unit":"api-server","latency_us":15,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.669365524Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:46671"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:01.669458995Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"4a06c8ba-8d79-42d0-8d27-e4517779a6df","remote_addr":"[fd00:1122:3344:101::a]:46671","local_addr":"[::]:4676","unit":"api-server","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.005370994Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:42234"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.005641718Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"00aac43d-008b-4ddc-8fb6-a33957911264","remote_addr":"[fd00:1122:3344:101::c]:42234","local_addr":"[::]:4676","unit":"api-server","latency_us":241,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.285455217Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:51809"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.285526058Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"6574b5ea-0ac1-46a7-b71d-bf8e34e002d1","remote_addr":"[fd00:1122:3344:101::c]:51809","local_addr":"[::]:4676","unit":"api-server","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.58027269Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:51846"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.580489873Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"980aabe9-6ca9-490b-b246-2a4022818999","remote_addr":"[fd00:1122:3344:101::b]:51846","local_addr":"[::]:4676","unit":"api-server","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.71313512Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:54257"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.713192061Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"92a0cea9-bb54-4fac-8888-167542a9e07e","remote_addr":"[fd00:1122:3344:101::a]:54257","local_addr":"[::]:4676","unit":"api-server","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.778213722Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:35284"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.778267723Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"3002d406-e8dc-4ff5-a025-7fa3213f0c20","remote_addr":"[fd00:1122:3344:101::b]:35284","local_addr":"[::]:4676","unit":"api-server","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.834373913Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:63751"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:58:31.834412524Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"d798397e-73cc-426a-9bf4-b2c0dec1f267","remote_addr":"[fd00:1122:3344:101::a]:63751","local_addr":"[::]:4676","unit":"api-server","latency_us":24,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:00.804859253Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:57552"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:00.804907494Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"f7de457b-709d-43ca-a98a-2d4a2a59ae19","remote_addr":"[fd00:1122:3344:101::c]:57552","local_addr":"[::]:4676","unit":"api-server","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.100581771Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:33880"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.100670932Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"65e67f11-37bf-4325-9d44-41108b66dba7","remote_addr":"[fd00:1122:3344:101::c]:33880","local_addr":"[::]:4676","unit":"api-server","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.340762758Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:39193"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.340810439Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"5757f33f-3e2c-4663-b239-b665bedc86e9","remote_addr":"[fd00:1122:3344:101::b]:39193","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.416933908Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:36148"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.417002329Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"e9c3f0c8-3579-4c7f-bd0e-51d2a9e79df5","remote_addr":"[fd00:1122:3344:101::b]:36148","local_addr":"[::]:4676","unit":"api-server","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.418939762Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:50063"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.419008023Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"c9560d32-06a6-492e-91f6-ea6782923a98","remote_addr":"[fd00:1122:3344:101::a]:50063","local_addr":"[::]:4676","unit":"api-server","latency_us":11,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.551570298Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:65190"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:01.55164222Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"b6011563-aa31-4347-9ecd-034542ff4f80","remote_addr":"[fd00:1122:3344:101::a]:65190","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.103560996Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:43783"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.103681148Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"47e06859-ad05-4f30-b1de-2ee5e1a4fa22","remote_addr":"[fd00:1122:3344:101::c]:43783","local_addr":"[::]:4676","unit":"api-server","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.131321556Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:33856"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.131379247Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"25ce8ea7-9065-4d79-87f7-51d0395bdff8","remote_addr":"[fd00:1122:3344:101::c]:33856","local_addr":"[::]:4676","unit":"api-server","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.488843511Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:39585"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.488884962Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"ad3b627b-7e52-4a10-aa6b-c31bae536681","remote_addr":"[fd00:1122:3344:101::b]:39585","local_addr":"[::]:4676","unit":"api-server","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.734137765Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:37276"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.734203636Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"a37d9f61-97a9-4a20-978b-75d2b61d3266","remote_addr":"[fd00:1122:3344:101::b]:37276","local_addr":"[::]:4676","unit":"api-server","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.746499494Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:49337"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.746557235Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"1a8ef55b-3f62-4ecc-88cd-514cdd2eab03","remote_addr":"[fd00:1122:3344:101::a]:49337","local_addr":"[::]:4676","unit":"api-server","latency_us":18,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.857944482Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:48113"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T21:59:31.858011493Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"28ea3e6a-4322-4d03-8f64-e7793698bd15","remote_addr":"[fd00:1122:3344:101::a]:48113","local_addr":"[::]:4676","unit":"api-server","latency_us":28,"response_code":"200"} Aug 23 21:59:44.261 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 23 21:59:44.306 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "b17903fa-e42e-4a78-8bd8-6136686e34ea", "content-length": "41", "date": "Fri, 23 Aug 2024 21:59:44 GMT"} }), component: producer-registration-task Aug 23 21:59:44.307 DEBG registered with nexus successfully, component: producer-registration-task Aug 23 21:59:44.307 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task Aug 23 21:59:45.332 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775 Aug 23 21:59:45.344 INFO request completed, latency_us: 12290, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 8750a677-77a0-4607-895f-beb374b95fb5, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:46.333 INFO request completed, latency_us: 622, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: d002bdd1-82d9-4d77-817d-fddac0e0336a, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:47.334 INFO request completed, latency_us: 535, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 84a4651b-083f-4d5d-b2b3-a45d06c494b3, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:48.333 INFO request completed, latency_us: 338, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 7a2f71db-f490-4ae5-9105-3db116532784, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:49.334 INFO request completed, latency_us: 531, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 9484af9d-6936-485c-8266-03a56bdb0167, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:50.334 INFO request completed, latency_us: 536, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 469a0b96-01f5-4895-bc00-b70545dc8b87, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:51.333 INFO request completed, latency_us: 357, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 1686ab00-699b-4ab7-b5f8-53b29d63fb1d, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:52.333 INFO request completed, latency_us: 303, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: e04e38e5-57d9-4658-acf4-e33c686942ac, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:53.333 INFO request completed, latency_us: 339, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: fdb40477-1b2f-42a2-9bde-44aeca7f7760, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:54.333 INFO request completed, latency_us: 325, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 599dfa6b-f53e-4996-a1e4-342040aa0ca2, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:55.333 INFO request completed, latency_us: 298, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: cbff046a-b6fe-4f2f-be63-ef90f19da4bf, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:56.333 INFO request completed, latency_us: 371, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 51bce263-a582-4d72-812c-afc9f49d2e62, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:57.333 INFO request completed, latency_us: 346, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 55c18a63-e028-4dd7-916f-24b95b091944, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:58.333 INFO request completed, latency_us: 327, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: f01072af-154c-461a-bc5b-009fcc9468be, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 21:59:59.333 INFO request completed, latency_us: 368, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: b3c371e8-437d-4cb9-834e-95f3c1a9f3a3, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 Aug 23 22:00:00.333 INFO request completed, latency_us: 324, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: 24dcba8a-7530-458c-abc4-83b7a17ef0bc, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:00.852306477Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:33990"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:00.852373468Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"81d22290-1a2f-47c0-a4c7-8fa32d50af94","remote_addr":"[fd00:1122:3344:101::c]:33990","local_addr":"[::]:4676","unit":"api-server","latency_us":26,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.086067846Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:40346"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.086121757Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"cc290802-29ae-417f-95b1-badd6f3203e1","remote_addr":"[fd00:1122:3344:101::c]:40346","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"} Aug 23 22:00:01.333 INFO request completed, latency_us: 412, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: c87a8fe6-30f6-45f0-a8d6-fba6db2c2252, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.407102222Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:59315"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.407141283Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"a532744d-513b-4695-a870-c389638196ff","remote_addr":"[fd00:1122:3344:101::a]:59315","local_addr":"[::]:4676","unit":"api-server","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.408198301Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:36560"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.408274732Z","hostname":"oxz_switch","pid":2237,"uri":"/bfd/peers","method":"GET","req_id":"659702f1-bff7-4dae-a678-fcf0584623f5","remote_addr":"[fd00:1122:3344:101::b]:36560","local_addr":"[::]:4676","unit":"api-server","latency_us":16,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.486971605Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:41765"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.487075817Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"30debdb1-b080-4034-bada-249237b6c141","remote_addr":"[fd00:1122:3344:101::b]:41765","local_addr":"[::]:4676","unit":"api-server","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.490731579Z","hostname":"oxz_switch","pid":2237,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:39108"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-23T22:00:01.49080194Z","hostname":"oxz_switch","pid":2237,"uri":"/static/route4","method":"GET","req_id":"b135b205-125c-4cb2-bb61-d3fce17babb1","remote_addr":"[fd00:1122:3344:101::a]:39108","local_addr":"[::]:4676","unit":"api-server","latency_us":23,"response_code":"200"} Aug 23 22:00:02.334 INFO request completed, latency_us: 400, response_code: 200, uri: /fc524603-8f52-4b31-bb23-73b3e33fbbb0, method: GET, req_id: f961ecb5-15fe-4d7e-93af-d6292432a1a6, remote_addr: [fd00:1122:3344:101::d]:40077, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914