[ May 31 00:09:58 Disabled. ] [ May 31 00:09:58 Rereading configuration. ] [ May 31 00:10:11 Rereading configuration. ] [ May 31 00:10:11 Rereading configuration. ] [ May 31 00:10:11 Enabled. ] [ May 31 00:10:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ May 31 00:10:11 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.187230251Z","hostname":"oxz_switch","pid":4211} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.205117416Z","hostname":"oxz_switch","pid":4211} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.205204278Z","hostname":"oxz_switch","pid":4211} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.20528692Z","hostname":"oxz_switch","pid":4211} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.20921939Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209267491Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209275652Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209284862Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209291872Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209300722Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209307872Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209314853Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209323673Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209331063Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209340273Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209347653Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209356684Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209363904Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209375734Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209383214Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209390495Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209400355Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209409075Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209418745Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209427266Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209438746Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209446306Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209454916Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209461876Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209469997Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209491897Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209499997Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209509508Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209517418Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209527428Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209534618Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.209545439Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.209554259Z","hostname":"oxz_switch","pid":4211} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:11.209560399Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:11.210304538Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-05-31T00:10:11.279237321Z","hostname":"oxz_switch","pid":4211} [ May 31 00:10:12 Rereading configuration. ] [ May 31 00:10:12 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 434"). ] + CONTRACT='' + getopts c: o + CONTRACT=434 + getopts c: o + [[ -n 434 ]] + pgrep -c 434 + PARENT_PID=4209 + [[ -n 4209 ]] + pgrep -P 4209 + CHILD_PID=4211 + [[ -n 4211 ]] + kill -USR1 4211 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.604277969Z","hostname":"oxz_switch","pid":4211} {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.605626333Z","hostname":"oxz_switch","pid":4211} [ May 31 00:10:12 Method "refresh" exited with status 0. ] {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.606121556Z","hostname":"oxz_switch","pid":4211} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.606195657Z","hostname":"oxz_switch","pid":4211,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.941839581Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:43172"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.942297263Z","hostname":"oxz_switch","pid":4211,"uri":"/static/route4","method":"PUT","req_id":"11f4a56d-f13a-43fc-b68c-267b040169a9","remote_addr":"[fd00:1122:3344:101::1]:43172","local_addr":"[::]:4676","unit":"api-server","latency_us":323,"response_code":"204"} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-05-31T00:10:12.942885458Z","hostname":"oxz_switch","pid":4211} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:10:12.942902828Z","hostname":"oxz_switch","pid":4211} {"msg":"resolving nexus failed, no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } waiting 128.665753ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-31T00:10:17.609274136Z","hostname":"oxz_switch","pid":4211} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-31T00:10:17.740092862Z","hostname":"oxz_switch","pid":4211,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"acdd799e-1781-4a7a-b38b-46ae3ed46e69.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"da8dab73-aa01-4245-8b98-a865fe7104e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc1aa495-0522-4563-a726-71ac131ae642.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc1aa495-0522-4563-a726-71ac131ae642.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 484, tv_nsec: 677021846 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} May 31 00:10:17.742 DEBG registered DTrace probes May 31 00:10:17.742 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot May 31 00:10:17.742 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:195 May 31 00:10:17.742 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot May 31 00:10:17.742 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::a]:12221 May 31 00:10:17.742 DEBG starting producer registration task May 31 00:10:17.742 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: a93a6d92-68c4-495c-a878-5f0beaecfb1a, route: //a93a6d92-68c4-495c-a878-5f0beaecfb1a, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:284 May 31 00:10:17.742 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task May 31 00:10:17.742 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::a]:12221, component: producer-registration-task May 31 00:10:17.773 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:10:34.125 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:10:34.126 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 135.301818ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:10:34.291 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:10:49.252 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:10:49.253 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 388.406848ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:10:49.673 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:11:04.634 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:11:04.635 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 1.404372166s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:11:06.066 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:11:21.027 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:11:21.028 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 1.435289231s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:11:22.492 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:11:37.453 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:11:37.455 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 2.536316744s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:11:40.016 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:11:54.977 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:11:54.979 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 9.303328212s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:12:04.289 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:12:19.249 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:12:19.250 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 15.079386199s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:12:34.320 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:12:49.280 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:12:49.281 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 36.12644472s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 May 31 00:13:25.347 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task May 31 00:13:40.347 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task May 31 00:13:40.349 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out", delay: 88.160701452s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.178871914Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:48368"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.182214439Z","hostname":"oxz_switch","pid":4211,"uri":"/bfd/peers","method":"GET","req_id":"2c625f90-903e-4658-943b-cf95ac724ad1","remote_addr":"[fd00:1122:3344:101::a]:48368","local_addr":"[::]:4676","unit":"api-server","latency_us":3158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.193614999Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:49635"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.194164853Z","hostname":"oxz_switch","pid":4211,"uri":"/bfd/peers","method":"GET","req_id":"825d1af3-b9af-4add-8470-08360e7eaf9c","remote_addr":"[fd00:1122:3344:101::c]:49635","local_addr":"[::]:4676","unit":"api-server","latency_us":520,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.220098422Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:55921"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.220874772Z","hostname":"oxz_switch","pid":4211,"uri":"/bfd/peers","method":"GET","req_id":"1d062426-53d7-4306-8b18-76aef7bebe34","remote_addr":"[fd00:1122:3344:101::b]:55921","local_addr":"[::]:4676","unit":"api-server","latency_us":711,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.992149291Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:47994"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:46.992263444Z","hostname":"oxz_switch","pid":4211,"uri":"/bfd/peers","method":"GET","req_id":"68ba84a5-a277-49a5-81b0-8c40ffaa8e45","remote_addr":"[fd00:1122:3344:101::a]:47994","local_addr":"[::]:4676","unit":"api-server","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:47.236965635Z","hostname":"oxz_switch","pid":4211,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:53046"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-31T00:14:47.237023877Z","hostname":"oxz_switch","pid":4211,"uri":"/bfd/peers","method":"GET","req_id":"60b4061d-81cf-4e3f-9ba4-524fdb31b9bd","remote_addr":"[fd00:1122:3344:101::b]:53046","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"}