[ Sep 19 00:29:07 Disabled. ] [ Sep 19 00:29:07 Rereading configuration. ] [ Sep 19 00:29:08 Enabled. ] [ Sep 19 00:29:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Sep 19 00:29:08 Method "start" exited with status 0. ] [ Sep 19 00:29:08 Rereading configuration. ] [ Sep 19 00:29:08 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 213"). ] + CONTRACT='' + getopts c: o + CONTRACT=213 + getopts c: o + [[ -n 213 ]] + pgrep -c 213 + PARENT_PID=2274 + [[ -n 2274 ]] + pgrep -P 2274 + CHILD_PID=2275 + [[ -n 2275 ]] + kill -USR1 2275 [ Sep 19 00:29:08 Method "refresh" exited with status 0. ] [ Sep 19 00:29:08 Stopping because all processes in service exited. ] [ Sep 19 00:29:08 Executing stop method (:kill). ] [ Sep 19 00:29:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Sep 19 00:29:08 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.807060681Z","hostname":"oxz_switch","pid":2302} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.827243475Z","hostname":"oxz_switch","pid":2302} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.827374207Z","hostname":"oxz_switch","pid":2302} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.827407667Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-09-19T00:29:08.828030665Z","hostname":"oxz_switch","pid":2302} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829442574Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bestpath/config/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829501635Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bestpath/config/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829518785Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829528525Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829541065Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829550375Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829561585Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829570576Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829581506Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829592416Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829604506Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829614936Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829628866Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829638336Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829649406Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829657997Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829675267Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829684007Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829695997Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829704557Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829713107Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829724538Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829732908Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829743548Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829751858Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829767218Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829775758Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829787918Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829796528Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829808079Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829817199Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829827739Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829836209Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829846489Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829854999Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.829866129Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.8298747Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","versions":"all","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.82988613Z","hostname":"oxz_switch","pid":2302} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:08.82989432Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-09-19T00:29:08.82990168Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:08.830094352Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:09.830499243Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:10.830853902Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:11.831125711Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:12.831580462Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:13.83183397Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:14.832585965Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:15.834777039Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:16.835069168Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:17.835403907Z","hostname":"oxz_switch","pid":2302} {"msg":"failed to ensure TEP address fdbe:c23c:fa6e:d973::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-09-19T00:29:18.835735436Z","hostname":"oxz_switch","pid":2302} [ Sep 19 00:29:20 Rereading configuration. ] [ Sep 19 00:29:20 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 218"). ] + CONTRACT='' + getopts c: o + CONTRACT=218 + getopts c: o + [[ -n 218 ]] + pgrep -c 218 + PARENT_PID=2300 + [[ -n 2300 ]] + pgrep -P 2300 + CHILD_PID=2302 + [[ -n 2302 ]] + kill -USR1 2302 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:20.154870907Z","hostname":"oxz_switch","pid":2302} [ Sep 19 00:29:20 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:20.156516318Z","hostname":"oxz_switch","pid":2302} Sep 19 00:29:20.157 DEBG registered DTrace probes Sep 19 00:29:20.157 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Sep 19 00:29:20.158 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:328 Sep 19 00:29:20.158 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Sep 19 00:29:20.158 DEBG Nexus IP not provided, will use DNS to resolve it Sep 19 00:29:20.158 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/9f048ca/internal-dns/resolver/src/resolver.rs:144 Sep 19 00:29:20.158 DEBG starting producer registration task Sep 19 00:29:20.158 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: d9a8fc10-8c66-4a83-8463-5bc7a0435ac3, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/9f048ca/oximeter/producer/src/lib.rs:279 Sep 19 00:29:20.158 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:20.444604538Z","hostname":"oxz_switch","pid":2302,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:54872"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:20.445214516Z","hostname":"oxz_switch","pid":2302,"uri":"/static/route4","method":"PUT","req_id":"ea756865-f4f2-41cb-9dd2-85b0bc44f907","remote_addr":"[fd00:1122:3344:101::1]:54872","local_addr":"[::]:4676","unit":"api-server","latency_us":407,"response_code":204} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-09-19T00:29:20.446589914Z","hostname":"oxz_switch","pid":2302} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-09-19T00:29:20.446603794Z","hostname":"oxz_switch","pid":2302} Sep 19 00:29:25.161 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1c9e5755-a8d4-46bd-9caf-a91034c1904c.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d0aa314-ea72-4825-b0fc-bcdc59586261.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 875, tv_nsec: 264270430 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Sep 19 00:29:25.161 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Sep 19 00:29:25.162 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Sep 19 00:29:39.553 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Sep 19 00:29:39.557 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 20.132741627s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/9f048ca/oximeter/producer/src/lib.rs:371 Sep 19 00:29:39.884 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1c9e5755-a8d4-46bd-9caf-a91034c1904c.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d0aa314-ea72-4825-b0fc-bcdc59586261.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 890, tv_nsec: 719380491 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Sep 19 00:29:39.884 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Sep 19 00:29:39.884 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Sep 19 00:29:54.932 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Sep 19 00:29:54.934 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 35.467584083s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/9f048ca/oximeter/producer/src/lib.rs:371 Sep 19 00:29:55.716 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1c9e5755-a8d4-46bd-9caf-a91034c1904c.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d0aa314-ea72-4825-b0fc-bcdc59586261.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("99691b02-40d9-45bb-b4c7-86405067cba3.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 906, tv_nsec: 509402973 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Sep 19 00:29:55.718 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Sep 19 00:29:55.720 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task