[ Dec 31 23:13:40 Enabled. ] [ Dec 31 23:13:40 Rereading configuration. ] [ Dec 31 23:13:41 Rereading configuration. ] [ Dec 31 23:13:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 31 23:13:52 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.684346661Z","hostname":"oxz_switch","pid":4752,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.724595195Z","hostname":"oxz_switch","pid":4752} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.724870649Z","hostname":"oxz_switch","pid":4752} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.725767105Z","hostname":"oxz_switch","pid":4752,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.727329081Z","hostname":"oxz_switch","pid":4752,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 490b2bbb-9202-4356-8477-b990cba7d61c,\n ),\n sled_id: Some(\n 648d24ed-3088-4269-8625-24deaf35a107,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.728770816Z","hostname":"oxz_switch","pid":4752} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.728818796Z","hostname":"oxz_switch","pid":4752,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.733621818Z","hostname":"oxz_switch","pid":4752,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::745e:49ff:fec2:b01->76:5e:49:c2:0b:01"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:52.733838582Z","hostname":"oxz_switch","pid":4752,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7035:c8ff:fe68:a450->72:35:c8:68:a4:50"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:52.73493339Z","hostname":"oxz_switch","pid":4752} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:52.740295141Z","hostname":"oxz_switch","pid":4752} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:13:52.745324406Z","hostname":"oxz_switch","pid":4752} [ Dec 31 23:13:53 Rereading configuration. ] [ Dec 31 23:13:53 Executing refresh method (:kill). ] [ Dec 31 23:13:53 Stopping because all processes in service exited. ] [ Dec 31 23:13:53 Executing stop method (:kill). ] [ Dec 31 23:13:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 31 23:13:53 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.281513897Z","hostname":"oxz_switch","pid":4913,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.321764731Z","hostname":"oxz_switch","pid":4913} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.322186968Z","hostname":"oxz_switch","pid":4913} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.32228799Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.324126341Z","hostname":"oxz_switch","pid":4913,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.324339054Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 490b2bbb-9202-4356-8477-b990cba7d61c, sled_id: 648d24ed-3088-4269-8625-24deaf35a107, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: be6f4286-5399-4f2d-9e59-19a9001a5db3, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.324373335Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","producer_id":"93e94dd0-f113-4e12-9c0b-84e764882aa8"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 490b2bbb-9202-4356-8477-b990cba7d61c,\n ),\n sled_id: Some(\n 648d24ed-3088-4269-8625-24deaf35a107,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.325907201Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.332965381Z","hostname":"oxz_switch","pid":4913} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.334968785Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::745e:49ff:fec2:b01->76:5e:49:c2:0b:01"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.335227139Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7035:c8ff:fe68:a450->72:35:c8:68:a4:50"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.335979342Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337147072Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:46886","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.337240233Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:46886","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337315145Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:46886","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46886","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337351945Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337365606Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.337433547Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337798083Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.337880024Z","hostname":"oxz_switch","pid":4913,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46886","producer_id":"93e94dd0-f113-4e12-9c0b-84e764882aa8"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:53.337896435Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.337904825Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.338501225Z","hostname":"oxz_switch","pid":4913} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.338964173Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.339220847Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-31T23:13:36.578690644Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.339275448Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","id":"14289875895143603098"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:53.339287048Z","hostname":"oxz_switch","pid":4913,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:13:53.341713179Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.577485385Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.581647876Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.584441003Z","hostname":"oxz_switch","pid":4913} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.584667037Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.586073381Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-31T23:13:36.578551361Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.586134102Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","id":"5124790522744002532"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:54.586144812Z","hostname":"oxz_switch","pid":4913,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T23:13:54.722635439Z","hostname":"oxz_switch","pid":4913,"interface":"tfportqsfp0_0","entry":"10.151.1.174->8e:5d:f3:cf:4a:dc"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:55.555397034Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:55.560508071Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:55.563666515Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.167555365Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.173501176Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.177394552Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.963872642Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.968746824Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:56.971545782Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.055921528Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.060475765Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.063460936Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.340288085Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0136a9e8-9187-4a10-8ad2-b623d421b170.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"20225682-124e-49fd-9924-94e3163d26dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 656, tv_nsec: 400169652 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.340784043Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.371843321Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.866813372Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.871499972Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:13:58.874135757Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:00.296450469Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:00.30357522Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:00.306142713Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.25977089Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.264360688Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.267083834Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.911439092Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.91602595Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:01.918465751Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:02.447898868Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:02.452588957Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:02.455326394Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:03.343893896Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:03.530250949Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:03.53440551Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:03.536968743Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:04.587840901Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:04.654657295Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:04.659701391Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:04.662429497Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.144070716Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.148656894Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.152051512Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.90362108Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.90837076Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:06.910977894Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:08.279068196Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:08.283811856Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:08.286686395Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:09.437185834Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:09.442179118Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:09.44461006Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:11.02617088Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:11.030834417Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:11.033323134Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:12.494815689Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:12.498793137Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:12.502407271Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.290430292Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.294910699Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.297685865Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.566565956Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.592782282Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:14:13.593723892Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.035868769s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.888436691Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0136a9e8-9187-4a10-8ad2-b623d421b170.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"20225682-124e-49fd-9924-94e3163d26dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 727623040 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.889130943Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:13.92021253Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:14.145868889Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:14.15039618Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:14.15338986Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:14.813016197Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.044924962Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.049459822Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.052615535Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.86339206Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.867919613Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:15.871048514Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:17.101862079Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:17.106140108Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:17.108902339Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:18.442152872Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:18.446933549Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:18.449799411Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:19.914085546Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:19.918437339Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:19.92139865Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:20.803185451Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:20.807673607Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:20.810453369Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:22.25714606Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:22.26215962Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:22.264610078Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.027200785Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.031459397Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.034068043Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.596120686Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.645119308Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.649106459Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:23.651985784Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:24.632717437Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:24.636972468Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:24.639738885Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:24.842542839Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:25.653012846Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:25.656552697Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:25.659119488Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:26.444156757Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:26.448466315Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:26.45145865Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:27.294532929Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:27.298067486Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:27.300476074Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.016920628Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.020742494Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.023060539Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.765062224Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.769703827Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.772536166Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:28.962725748Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:14:28.964131037Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.364417206s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.694535004Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0136a9e8-9187-4a10-8ad2-b623d421b170.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"20225682-124e-49fd-9924-94e3163d26dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 687, tv_nsec: 490681622 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.695134107Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.725607051Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.910828051Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.915120257Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:29.918082331Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:30.561629658Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:30.565789753Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:30.568916999Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:31.158943388Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:31.163464693Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:31.166052033Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:32.592490224Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:32.597501956Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:32.600426483Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:33.625956357Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:33.64276084Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:33.648338973Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:33.651691185Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:34.79177279Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:34.798767742Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:34.806793772Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:34.903843471Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:35.902534395Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:35.913925886Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:35.918663737Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.198324695Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.204502232Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.208513063Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.860033552Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.868334829Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:37.872472573Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:38.696567598Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:38.701551208Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:38.705160408Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:39.791991075Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:39.79731421Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:39.80037919Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:41.005653406Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:41.010454859Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:41.013115577Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:42.06683608Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:42.072024609Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:42.0745649Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.015653978Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.020691488Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.023307687Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.656224438Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.727346746Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.734506357Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:43.737990759Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:44.419681335Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:44.423605361Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:44.426155069Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:44.767951275Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:14:44.769829141Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.127199103s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:44.933649358Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.22487965Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0136a9e8-9187-4a10-8ad2-b623d421b170.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"20225682-124e-49fd-9924-94e3163d26dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"757c4552-bf66-4964-8ef6-b54f3726a1ed.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 703, tv_nsec: 975451635 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.231348193Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.293614523Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.294652359Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.301638964Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.307365956Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.971271597Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.976477868Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:46.979351234Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:47.772646185Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:47.77835415Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:47.781179466Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.293767756Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.297344461Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.299906834Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.841436584Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.845459635Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:49.848316089Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:50.565432384Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:50.570277768Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:50.572763898Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.005674149Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.010311958Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.013601274Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.829761529Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.835990654Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:52.839786319Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:53.67422642Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14289875895143603098"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:53.832513368Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:53.836997154Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:53.840071536Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.391272793Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.396351419Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.399103126Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.948525942Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5124790522744002532"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.96019898Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.964839649Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:54.967551615Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:55.736625279Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:55.741530912Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:55.744608115Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.006524835Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.011726707Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.014621811Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.531217823Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.538535973Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:57.541895628Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:58.457870244Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:58.463592491Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:58.466576269Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:59.811341258Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:59.815502609Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:14:59.818112993Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:15:00.404416846Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::745e:49ff:fec2:b01]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:15:00.40873651Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:15:00.41816119Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T23:15:01.304367445Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T23:15:01.305356372Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.64933967s","count":"3"}