[ May 25 00:55:37 Disabled. ]
[ May 25 00:55:37 Rereading configuration. ]
[ May 25 00:55:50 Rereading configuration. ]
[ May 25 00:55:50 Rereading configuration. ]
[ May 25 00:55:50 Enabled. ]
[ May 25 00:55:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ May 25 00:55:50 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.837527005Z","hostname":"oxz_switch","pid":4194}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.85624288Z","hostname":"oxz_switch","pid":4194}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.856315871Z","hostname":"oxz_switch","pid":4194}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.856375183Z","hostname":"oxz_switch","pid":4194}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859405955Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859460906Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859469136Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859479646Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859487217Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859498707Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859506207Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859514147Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859532488Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859540508Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859550948Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859559658Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859572519Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859581959Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859591059Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859598149Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859605179Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.85961639Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.85962409Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.85963578Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.85964496Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.85965497Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859663261Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859672231Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859680471Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859692611Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859702852Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859711452Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859721662Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859729182Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859747733Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859756133Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.859766023Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.859774783Z","hostname":"oxz_switch","pid":4194}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:50.859781973Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:50.860413219Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-05-25T00:55:50.931470634Z","hostname":"oxz_switch","pid":4194}
[ May 25 00:55:52 Rereading configuration. ]
[ May 25 00:55:52 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 434"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=434
+ getopts c: o
+ [[ -n 434 ]]
+ pgrep -c 434
+ PARENT_PID=4193
+ [[ -n 4193 ]]
+ pgrep -P 4193
+ CHILD_PID=4194
+ [[ -n 4194 ]]
+ kill -USR1 4194
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.301679614Z","hostname":"oxz_switch","pid":4194}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.303117408Z","hostname":"oxz_switch","pid":4194}
[ May 25 00:55:52 Method "refresh" exited with status 0. ]
{"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.303662051Z","hostname":"oxz_switch","pid":4194}
{"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.303743843Z","hostname":"oxz_switch","pid":4194,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.497704975Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:34522"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.498448233Z","hostname":"oxz_switch","pid":4194,"uri":"/static/route4","method":"PUT","req_id":"04062cc3-5e4a-4b7a-be54-d9e9b126a065","remote_addr":"[fd00:1122:3344:101::1]:34522","local_addr":"[::]:4676","unit":"api-server","latency_us":516,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-05-25T00:55:52.499020417Z","hostname":"oxz_switch","pid":4194}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:55:52.499030997Z","hostname":"oxz_switch","pid":4194}
{"msg":"resolving nexus failed, no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } waiting 116.383151ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-25T00:55:57.307569186Z","hostname":"oxz_switch","pid":4194}
{"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-25T00:55:57.426247962Z","hostname":"oxz_switch","pid":4194,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"32e718aa-9054-482b-bff8-247b312e7e45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"929e98c8-2076-4d6e-b492-33a4c3ae7931.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f36a8ce-9735-4ac9-b3bd-3705efe1a7a9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9f36a8ce-9735-4ac9-b3bd-3705efe1a7a9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1285, tv_nsec: 583189244 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
May 25 00:55:57.427 DEBG registered DTrace probes
May 25 00:55:57.428 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
May 25 00:55:57.428 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/33e158b/dropshot/src/server.rs:195
May 25 00:55:57.428 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
May 25 00:55:57.428 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::b]:12221
May 25 00:55:57.428 DEBG starting producer registration task
May 25 00:55:57.428 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 84c01fbe-4ea3-4be6-aa55-c2897d9968af, route: //84c01fbe-4ea3-4be6-aa55-c2897d9968af, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:284
May 25 00:55:57.428 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
May 25 00:55:57.428 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
May 25 00:55:57.460 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:56:12.389 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:56:12.390 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 341.495948ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:56:12.761 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:56:27.721 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:56:27.722 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 749.624772ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:56:28.499 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:56:43.461 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:56:43.462 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.442219225s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:56:44.933 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:56:59.892 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:56:59.893 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.033974533s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:57:01.953 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:57:16.914 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:57:16.915 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.526006582s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:57:19.464 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:57:34.425 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:57:34.426 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 6.322420822s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:57:40.762 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:57:55.722 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:57:55.723 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 12.942800655s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:58:08.663 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:58:23.625 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:58:23.626 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 40.516529292s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
May 25 00:59:04.187 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
May 25 00:59:19.293 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
May 25 00:59:19.447 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 82.603516007s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/ee901b0/oximeter/producer/src/lib.rs:426
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.064335563Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:56450"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.06801407Z","hostname":"oxz_switch","pid":4194,"uri":"/bfd/peers","method":"GET","req_id":"086433c7-8408-44a7-9a0d-9ae73373fa51","remote_addr":"[fd00:1122:3344:101::a]:56450","local_addr":"[::]:4676","unit":"api-server","latency_us":4120,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.078313024Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:37088"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.078374736Z","hostname":"oxz_switch","pid":4194,"uri":"/bfd/peers","method":"GET","req_id":"89bdafda-e342-4be4-8167-e23e7f36f766","remote_addr":"[fd00:1122:3344:101::c]:37088","local_addr":"[::]:4676","unit":"api-server","latency_us":24,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.230035644Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:47829"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.230877064Z","hostname":"oxz_switch","pid":4194,"uri":"/bfd/peers","method":"GET","req_id":"ab5ffd70-d760-4db0-bdd9-5c7082eae7c7","remote_addr":"[fd00:1122:3344:101::b]:47829","local_addr":"[::]:4676","unit":"api-server","latency_us":821,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.974676209Z","hostname":"oxz_switch","pid":4194,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:55749"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-05-25T00:59:47.975320347Z","hostname":"oxz_switch","pid":4194,"uri":"/bfd/peers","method":"GET","req_id":"63e57a77-c977-41d1-bd57-da24912c9d2b","remote_addr":"[fd00:1122:3344:101::a]:55749","local_addr":"[::]:4676","unit":"api-server","latency_us":614,"response_code":"200"}