[ Aug  2 04:40:16 Disabled. ]
[ Aug  2 04:40:16 Rereading configuration. ]
[ Aug  2 04:40:18 Enabled. ]
[ Aug  2 04:40:18 Rereading configuration. ]
[ Aug  2 04:40:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Aug  2 04:40:18 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.136906864Z","hostname":"oxz_switch","pid":2269}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.163916505Z","hostname":"oxz_switch","pid":2269}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.164007737Z","hostname":"oxz_switch","pid":2269}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.164060218Z","hostname":"oxz_switch","pid":2269}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168007396Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168076408Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168085018Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168101098Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168110149Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168119599Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168130719Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168138059Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.16814837Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.16815791Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.16816804Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168176551Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168188031Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168195821Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168203871Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168216381Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168225972Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168245902Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168255022Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168275453Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168284093Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168296443Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168304734Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168320634Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168330064Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168337555Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168348205Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168357105Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168367865Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168376205Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168396406Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168404566Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.168416626Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.168424567Z","hostname":"oxz_switch","pid":2269}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.168432207Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:18.169680048Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:18.236334303Z","hostname":"oxz_switch","pid":2269}
{"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":50,"time":"2024-08-02T04:40:18.236503317Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:19.236899529Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:20.245965836Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:21.246578693Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:22.247082498Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:23.247720935Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:24.248425655Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:25.248994391Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:26.249616379Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:27.250170164Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:28.250760441Z","hostname":"oxz_switch","pid":2269}
{"msg":"failed to ensure TEP address fd84:4e06:748a:fae1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:29.251330527Z","hostname":"oxz_switch","pid":2269}
[ Aug  2 04:40:29 Rereading configuration. ]
[ Aug  2 04:40:29 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2267
+ [[ -n 2267 ]]
+ pgrep -P 2267
+ CHILD_PID=2269
+ [[ -n 2269 ]]
+ kill -USR1 2269
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.437779127Z","hostname":"oxz_switch","pid":2269}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.439281724Z","hostname":"oxz_switch","pid":2269}
[ Aug  2 04:40:29 Method "refresh" exited with status 0. ]
{"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.439786717Z","hostname":"oxz_switch","pid":2269}
{"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.439866729Z","hostname":"oxz_switch","pid":2269,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.935762553Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:53910"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.936364908Z","hostname":"oxz_switch","pid":2269,"uri":"/static/route4","method":"PUT","req_id":"c8ea97fd-9c81-4339-bb39-f07312b3bc99","remote_addr":"[fd00:1122:3344:101::1]:53910","local_addr":"[::]:4676","unit":"api-server","latency_us":408,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2024-08-02T04:40:29.937174408Z","hostname":"oxz_switch","pid":2269}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.937187739Z","hostname":"oxz_switch","pid":2269}
{"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:34.44353044Z","hostname":"oxz_switch","pid":2269,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38431a75-b2a9-4fdf-a438-6ea7c2ca66ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"449fd4e3-7ead-449f-b1f6-5c1688eae3b4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"70b9d0e5-8c43-4cff-94e0-c285984b5a48.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"70b9d0e5-8c43-4cff-94e0-c285984b5a48.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 136442860 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
Aug 02 04:40:34.445 DEBG registered DTrace probes
Aug 02 04:40:34.445 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Aug 02 04:40:34.445 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:196
Aug 02 04:40:34.445 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Aug 02 04:40:34.445 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::b]:12221
Aug 02 04:40:34.446 DEBG starting producer registration task
Aug 02 04:40:34.446 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: e70dd483-67b5-4a68-9ffc-b2d8baec320d, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:276
Aug 02 04:40:34.446 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
Aug 02 04:40:34.446 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Aug 02 04:40:34.477 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:40:49.164 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:40:49.165 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 170.454692ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:40:49.365 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:41:04.324 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:41:04.325 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 407.956958ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:41:04.762 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:41:19.723 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:41:19.724 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.174577543s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:41:20.927 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:41:35.887 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:41:35.889 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.248235019s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:41:37.164 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:41:52.125 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:41:52.126 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 5.922883629s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:41:58.064 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:42:13.024 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:42:13.025 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 11.698045307s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:42:24.722 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:42:39.682 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:42:39.683 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 11.119714013s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:42:50.802 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:43:05.763 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:43:05.764 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 21.25734947s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:43:27.019 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:43:42.019 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:43:42.021 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 39.789274019s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
Aug 02 04:44:21.959 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 02 04:44:36.957 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task
Aug 02 04:44:36.960 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 141.147941482s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:48.447306537Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:51101"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:48.454355592Z","hostname":"oxz_switch","pid":2269,"uri":"/bfd/peers","method":"GET","req_id":"2fe96ea5-c997-4b3e-9825-643b3d4ca991","remote_addr":"[fd00:1122:3344:101::b]:51101","local_addr":"[::]:4676","unit":"api-server","latency_us":4561,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:49.318294115Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:44362"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:49.318376507Z","hostname":"oxz_switch","pid":2269,"uri":"/bfd/peers","method":"GET","req_id":"68f44c69-74aa-4655-a4f0-0398c4d7deb5","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[::]:4676","unit":"api-server","latency_us":31,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:49.464402493Z","hostname":"oxz_switch","pid":2269,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:53347"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:44:49.464487435Z","hostname":"oxz_switch","pid":2269,"uri":"/bfd/peers","method":"GET","req_id":"c43c8d2a-46c8-47d0-aba7-7b37ae5b5e25","remote_addr":"[fd00:1122:3344:101::c]:53347","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"}