[ Mar 21 00:51:26 Disabled. ]
[ Mar 21 00:51:26 Rereading configuration. ]
[ Mar 21 00:51:27 Enabled. ]
[ Mar 21 00:51:27 Rereading configuration. ]
[ Mar 21 00:51:27 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Mar 21 00:51:27 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.725241749Z","hostname":"oxz_switch","pid":2263}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.747548178Z","hostname":"oxz_switch","pid":2263}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.747758061Z","hostname":"oxz_switch","pid":2263}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.747839841Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-03-21T00:51:27.748334777Z","hostname":"oxz_switch","pid":2263}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751854794Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751899455Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751908795Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751927095Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751937215Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751949826Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751958746Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751978126Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.751986946Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752000566Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752010976Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752038656Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752053747Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752063507Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752086417Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752096437Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752109717Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752118977Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752130257Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752139917Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752153117Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752163268Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752173328Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752185748Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752195468Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752208578Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752217728Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752231309Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752240649Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752260139Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752269469Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752279659Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752293289Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752303569Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.752315979Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.752326859Z","hostname":"oxz_switch","pid":2263}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:27.75233511Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-03-21T00:51:27.753759255Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:27.821524032Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:28.823284716Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:29.823850237Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:30.824366038Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:31.824931119Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:32.8255173Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:33.826012551Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:34.826502061Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:35.826977141Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:36.827531682Z","hostname":"oxz_switch","pid":2263}
{"msg":"failed to ensure TEP address fd62:2b94:351a:3457::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-03-21T00:51:37.828088134Z","hostname":"oxz_switch","pid":2263}
[ Mar 21 00:51:38 Rereading configuration. ]
[ Mar 21 00:51:38 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2261
+ [[ -n 2261 ]]
+ pgrep -P 2261
+ CHILD_PID=2263
+ [[ -n 2263 ]]
+ kill -USR1 2263
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:38.997135333Z","hostname":"oxz_switch","pid":2263}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:38.998532448Z","hostname":"oxz_switch","pid":2263}
[ Mar 21 00:51:38 Method "refresh" exited with status 0. ]
Mar 21 00:51:38.999 DEBG registered DTrace probes
Mar 21 00:51:38.999 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Mar 21 00:51:38.999 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.16.0/src/server.rs:328
Mar 21 00:51:39.000 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Mar 21 00:51:39.000 DEBG Nexus IP not provided, will use DNS to resolve it
Mar 21 00:51:39.000 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/internal-dns/resolver/src/resolver.rs:111
Mar 21 00:51:39.000 DEBG starting producer registration task
Mar 21 00:51:39.000 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: bf1aaf01-ceeb-4e07-b19f-9850954cf393, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:279
Mar 21 00:51:39.000 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:39.732401357Z","hostname":"oxz_switch","pid":2263,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:36143"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:39.733114354Z","hostname":"oxz_switch","pid":2263,"uri":"/static/route4","method":"PUT","req_id":"80be849b-b8e5-47f4-a134-ebe029cf4fcb","remote_addr":"[fd00:1122:3344:101::1]:36143","local_addr":"[::]:4676","unit":"api-server","latency_us":471,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-03-21T00:51:39.73358345Z","hostname":"oxz_switch","pid":2263}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-03-21T00:51:39.73360204Z","hostname":"oxz_switch","pid":2263}
Mar 21 00:51:49.004 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("11aff9a8-ca1d-4607-b75a-a4cabc0ac0b5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6a353733-8b38-4de2-b6ea-36dc4431f2fd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6f71e4b3-d459-40d2-8bfd-1438a50a8253.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f71e4b3-d459-40d2-8bfd-1438a50a8253.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 608, tv_nsec: 738284080 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Mar 21 00:51:49.005 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Mar 21 00:51:49.037 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:52:04.038 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:52:04.039 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 195.152659ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:52:04.265 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:52:19.266 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:52:19.267 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 726.92112ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:52:20.027 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:52:35.028 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:52:35.029 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.209514884s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:52:36.270 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:52:51.271 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:52:51.273 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.098505759s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:52:52.402 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:53:07.403 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:53:07.404 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 4.340706301s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:53:11.777 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:53:26.778 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:53:26.779 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 5.704669928s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:53:32.516 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:53:47.517 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:53:47.519 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 21.692515818s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:54:09.243 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:54:24.244 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:54:24.245 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 41.233787741s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:55:05.511 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:55:20.512 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:55:20.513 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 84.764250877s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:56:45.311 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:57:00.312 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:57:00.313 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 82.558946612s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 21 00:58:22.904 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 21 00:58:37.905 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 21 00:58:37.907 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 245.649323628s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420