[ Dec 19 19:52:57 Disabled. ] [ Dec 19 19:52:57 Rereading configuration. ] [ Dec 19 19:52:58 Enabled. ] [ Dec 19 19:52:58 Rereading configuration. ] [ Dec 19 19:52:58 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Dec 19 19:52:58 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:52:58.831691291Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:52:58.853140872Z","hostname":"oxz_switch","pid":2294} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-12-19T19:52:58.853180173Z","hostname":"oxz_switch","pid":2294} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:52:58.853193403Z","hostname":"oxz_switch","pid":2294} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:52:58.854368505Z","hostname":"oxz_switch","pid":2294} {"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:52:58.854952041Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:52:59.853303934Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:00.853420676Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:01.853480987Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:02.853562188Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:03.853669869Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:04.85379635Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:05.877208603Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:06.876778889Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:07.87686288Z","hostname":"oxz_switch","pid":2294} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:08.876986681Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] sm initialized with addr fe80::5cbe:81ff:feaf:a032 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:09.877056823Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2025-12-19T19:53:09.877098633Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] nbr is fe80::a042:5dff:fef8:8415@buskin server","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:09.87771586Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2025-12-19T19:53:09.87776799Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] exchange: listening on [fe80::5cbe:81ff:feaf:a032]:56797","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:09.877922772Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:09.878022523Z","hostname":"oxz_switch","pid":2294} [ Dec 19 19:53:10 Rereading configuration. ] [ Dec 19 19:53:10 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 217"). ] + CONTRACT='' + getopts c: o + CONTRACT=217 + getopts c: o + [[ -n 217 ]] + pgrep -c 217 + PARENT_PID=2291 + [[ -n 2291 ]] + pgrep -P 2291 + CHILD_PID=2294 + [[ -n 2294 ]] + kill -USR1 2294 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:10.182359079Z","hostname":"oxz_switch","pid":2294} [ Dec 19 19:53:10 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:10.184226608Z","hostname":"oxz_switch","pid":2294} Dec 19 19:53:10.185 DEBG registered DTrace probes Dec 19 19:53:10.185 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Dec 19 19:53:10.185 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328 Dec 19 19:53:10.185 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Dec 19 19:53:10.185 DEBG Nexus IP not provided, will use DNS to resolve it Dec 19 19:53:10.185 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/internal-dns/resolver/src/resolver.rs:144 Dec 19 19:53:10.185 DEBG starting producer registration task Dec 19 19:53:10.185 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: e7f9b289-8320-41e0-b0b6-4abd69710bfd, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:279 Dec 19 19:53:10.186 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.373680598Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:11.879761011Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.881097345Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2025-12-19T19:53:11.881123215Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::a042:5dff:fef8:8415 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.881958574Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::a042:5dff:fef8:8415 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.883254277Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::a042:5dff:fef8:8415 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.88356282Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::a042:5dff:fef8:8415 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.883770152Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::a042:5dff:fef8:8415 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.884033335Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:53:11.884304778Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2025-12-19T19:53:11.884334528Z","hostname":"oxz_switch","pid":2294} Dec 19 19:53:15.188 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 799, tv_nsec: 508917093 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:53:15.188 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:53:15.188 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:30.138552643Z","hostname":"oxz_switch","pid":2294} Dec 19 19:53:30.444 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:53:30.444 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 20.003755105s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 Dec 19 19:53:30.581 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 814, tv_nsec: 648789483 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:53:30.582 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:53:30.582 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:32.138356898Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:34.138370849Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:36.138448636Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:38.138480663Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:40.13848544Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:42.138540646Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:44.138580273Z","hostname":"oxz_switch","pid":2294} Dec 19 19:53:45.543 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:53:45.543 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 35.143850677s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 Dec 19 19:53:45.994 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 830, tv_nsec: 103724131 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:53:45.995 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:53:45.995 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:46.138614809Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:48.138672267Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:50.138699123Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:52.13874259Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:54.139725016Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:56.139788533Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:53:58.139825099Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:00.140842346Z","hostname":"oxz_switch","pid":2294} Dec 19 19:54:00.956 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:54:00.956 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 50.598648092s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:02.140868722Z","hostname":"oxz_switch","pid":2294} Dec 19 19:54:02.323 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 846, tv_nsec: 476324097 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:54:02.324 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:54:02.324 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:04.140904539Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:06.140966566Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:08.141023682Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:10.141026709Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:12.141091935Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:14.141131582Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:16.142125619Z","hostname":"oxz_switch","pid":2294} Dec 19 19:54:17.285 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:54:17.285 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 66.971900267s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:18.142208326Z","hostname":"oxz_switch","pid":2294} Dec 19 19:54:18.909 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 863, tv_nsec: 107623580 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:54:18.910 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:54:18.910 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:20.142222253Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:22.14228058Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:24.142297626Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:26.142354473Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:28.143349241Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:30.143404558Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:54:32.143457064Z","hostname":"oxz_switch","pid":2294} Dec 19 19:54:33.871 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:54:33.871 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 83.602980347s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 Dec 19 19:54:38.085 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 882, tv_nsec: 334939206 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:54:38.086 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:54:38.086 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Dec 19 19:54:53.046 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:54:53.046 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 102.829279722s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 Dec 19 19:54:58.329 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 902, tv_nsec: 633691200 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:54:58.330 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:54:58.330 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:06.146735467Z","hostname":"oxz_switch","pid":2294} Dec 19 19:55:13.291 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:55:13.291 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 123.128604133s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:16.14890663Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:18.148869995Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:20.148905543Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:22.149185661Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:24.14922991Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:55:26.14973072Z","hostname":"oxz_switch","pid":2294} Dec 19 19:55:32.293 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 936, tv_nsec: 689648887 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:55:32.294 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:55:32.294 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Dec 19 19:55:47.255 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:55:47.256 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 157.184811821s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:56:10.26079406Z","hostname":"oxz_switch","pid":2294} Dec 19 19:56:13.149 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 977, tv_nsec: 591576453 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:56:13.150 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:56:13.155 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Dec 19 19:56:28.158 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Dec 19 19:56:28.159 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 198.094690311s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:56:57.343472621Z","hostname":"oxz_switch","pid":2294} {"msg":"[tfportrear0_0] neighbor buskin@fe80::a042:5dff:fef8:8415 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-12-19T19:56:57.39070267Z","hostname":"oxz_switch","pid":2294} Dec 19 19:57:20.455 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1044, tv_nsec: 894292473 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:57:20.469 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:57:20.475 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Dec 19 19:57:28.383 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task Dec 19 19:57:28.384 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 258.317839364s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371 {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.693837724Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.702242511Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.7389209Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.74091429Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.83858762Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:13.840394209Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.031084599Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.032912667Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.056479141Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.058468032Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.139138886Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:58:44.141137997Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.565092542Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.567091823Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.593604278Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.595640728Z","hostname":"oxz_switch","pid":2294} {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.699169799Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:13.701033758Z","hostname":"oxz_switch","pid":2294} Dec 19 19:59:30.508 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4d364406-a7bf-4f71-8549-bac9ee6f891e.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("84f7cb2c-2cb7-43ff-ac04-44c74d278001.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8c00c550-6919-415c-9ba6-2404370dad99.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1174, tv_nsec: 945634616 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Dec 19 19:59:30.508 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Dec 19 19:59:30.508 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Dec 19 19:59:30.566 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "af5379ad-453e-4557-890c-c8cffe8de0d2", "content-length": "41", "date": "Fri, 19 Dec 2025 19:59:30 GMT"} }), component: producer-registration-task Dec 19 19:59:30.567 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task Dec 19 19:59:35.149 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:1025 Dec 19 19:59:35.156 INFO request completed, latency_us: 6849, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 02934bc8-a9df-49eb-8a1e-a13ae9e29f23, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:36.118 INFO request completed, latency_us: 803, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: f8e91e56-2911-454e-b232-0a94b986df55, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:37.119 INFO request completed, latency_us: 631, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: a3befeb2-6fd2-44e6-ab7b-19efc1f47404, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:38.119 INFO request completed, latency_us: 671, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 04fdb706-dcf2-45e2-9e47-f6f275672690, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:39.119 INFO request completed, latency_us: 626, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: a8cfd895-9f6d-4482-a85b-cedc89b6211c, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:40.119 INFO request completed, latency_us: 620, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: f77eae11-9ee4-47ce-949a-281b074c8af9, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:41.119 INFO request completed, latency_us: 806, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 82685af6-2747-41cf-8381-00b5bd1f05e7, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:42.119 INFO request completed, latency_us: 677, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 7a968144-118a-4d97-86c4-4f5657d3793c, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:43.119 INFO request completed, latency_us: 612, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 328c4fe5-c5e9-4b41-874c-6e86476fc452, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:43.983467838Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:43.985944574Z","hostname":"oxz_switch","pid":2294} Dec 19 19:59:44.119 INFO request completed, latency_us: 743, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: c4ae4808-747b-4d8e-a0fa-60372379f0d2, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 {"msg":"withdraw tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:44.126637949Z","hostname":"oxz_switch","pid":2294} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd21:7a15:b1d6:ed44::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-12-19T19:59:44.128385637Z","hostname":"oxz_switch","pid":2294} Dec 19 19:59:45.119 INFO request completed, latency_us: 1000, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 7ec06b0b-3fbb-4c70-874f-f251ee27d7a4, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:46.119 INFO request completed, latency_us: 682, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 2d2f0869-915f-4aec-808e-515fb178c102, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:47.118 INFO request completed, latency_us: 648, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 98fd6b1e-6d56-4820-b51a-e07dad496867, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:48.119 INFO request completed, latency_us: 652, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 065e45f5-fb32-4bcd-bf22-ae442de9affe, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:49.119 INFO request completed, latency_us: 631, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: b8a7fe32-e30e-4f61-832c-da378d4ff5dd, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:50.119 INFO request completed, latency_us: 633, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 38da373c-b741-4cbc-b4ae-a3a13ed11b65, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:51.119 INFO request completed, latency_us: 656, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 93d675cb-46d4-45ec-ad82-a718155bcf4a, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:52.119 INFO request completed, latency_us: 635, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 6d5f5c9f-34c2-4bb7-95c8-f99028208097, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:53.120 INFO request completed, latency_us: 631, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 1b7bfc5e-a6a7-4788-8227-578a2cf8b774, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:54.120 INFO request completed, latency_us: 783, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: c76c9341-5e4f-4c4e-ae10-617d005a9c4e, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:55.119 INFO request completed, latency_us: 680, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 3b418665-8bd1-4ead-9050-1cd5af2ae322, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:56.119 INFO request completed, latency_us: 741, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 4cc38b1d-7b9c-4182-bc02-99c87154cf17, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:57.119 INFO request completed, latency_us: 718, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: a3335cf5-0a36-410e-8c55-b352865d6e0d, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:58.119 INFO request completed, latency_us: 634, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 7e220c3b-af05-481b-87fd-4a17e9ef6696, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 19:59:59.119 INFO request completed, latency_us: 633, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: 3578ff6e-9208-4c6e-9011-0e862ea2814c, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867 Dec 19 20:00:00.119 INFO request completed, latency_us: 671, response_code: 200, uri: /e7f9b289-8320-41e0-b0b6-4abd69710bfd, method: GET, req_id: b3f6fcff-3e40-4593-88ca-17e52cef0c45, remote_addr: [fd00:1122:3344:101::d]:59712, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:867