[ Dec 31 20:11:45 Enabled. ] [ Dec 31 20:11:45 Rereading configuration. ] [ Dec 31 20:11:45 Rereading configuration. ] [ Dec 31 20:11:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 31 20:11:56 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.380452924Z","hostname":"oxz_switch","pid":4851,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.421527961Z","hostname":"oxz_switch","pid":4851} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.421879929Z","hostname":"oxz_switch","pid":4851} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.423861355Z","hostname":"oxz_switch","pid":4851,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.423968727Z","hostname":"oxz_switch","pid":4851,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c13dd2af-9437-4694-86fd-0dbbf50a4d74,\n ),\n sled_id: Some(\n d219f98a-ba44-4791-b593-c4936c50f781,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.425535923Z","hostname":"oxz_switch","pid":4851} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.425567474Z","hostname":"oxz_switch","pid":4851,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:56.430182919Z","hostname":"oxz_switch","pid":4851,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e0ea:dfff:fe31:fd0d->e2:ea:df:31:fd:0d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:56.432672596Z","hostname":"oxz_switch","pid":4851} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:56.438046208Z","hostname":"oxz_switch","pid":4851} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:11:56.442876209Z","hostname":"oxz_switch","pid":4851} [ Dec 31 20:11:57 Rereading configuration. ] [ Dec 31 20:11:57 Executing refresh method (:kill). ] [ Dec 31 20:11:57 Stopping because all processes in service exited. ] [ Dec 31 20:11:57 Executing stop method (:kill). ] [ Dec 31 20:11:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 31 20:11:57 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.076084037Z","hostname":"oxz_switch","pid":5201,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.119197471Z","hostname":"oxz_switch","pid":5201} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.119506228Z","hostname":"oxz_switch","pid":5201} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.1195921Z","hostname":"oxz_switch","pid":5201,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.121510073Z","hostname":"oxz_switch","pid":5201,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.121622636Z","hostname":"oxz_switch","pid":5201,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: c13dd2af-9437-4694-86fd-0dbbf50a4d74, sled_id: d219f98a-ba44-4791-b593-c4936c50f781, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: f6685639-1d73-49be-8a5f-16c9430951d8, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.121645436Z","hostname":"oxz_switch","pid":5201,"unit":"oximeter","producer_id":"e54c7d1c-3300-48bb-b931-dfe1da53eb2d"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c13dd2af-9437-4694-86fd-0dbbf50a4d74,\n ),\n sled_id: Some(\n d219f98a-ba44-4791-b593-c4936c50f781,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.123443417Z","hostname":"oxz_switch","pid":5201} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.130543039Z","hostname":"oxz_switch","pid":5201,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cff:3cff:fecd:7e63->8e:ff:3c:cd:7e:63"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.130596071Z","hostname":"oxz_switch","pid":5201} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.131197425Z","hostname":"oxz_switch","pid":5201,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e0ea:dfff:fe31:fd0d->e2:ea:df:31:fd:0d"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.132370871Z","hostname":"oxz_switch","pid":5201,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.133088028Z","hostname":"oxz_switch","pid":5201,"local_addr":"[fd00:1122:3344:101::2]:57065","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.133157119Z","hostname":"oxz_switch","pid":5201,"local_addr":"[fd00:1122:3344:101::2]:57065","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.13320659Z","hostname":"oxz_switch","pid":5201,"local_addr":"[fd00:1122:3344:101::2]:57065","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:57065","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.13321692Z","hostname":"oxz_switch","pid":5201,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.133226381Z","hostname":"oxz_switch","pid":5201,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.133348083Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.134345666Z","hostname":"oxz_switch","pid":5201,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.134414048Z","hostname":"oxz_switch","pid":5201,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:57065","producer_id":"e54c7d1c-3300-48bb-b931-dfe1da53eb2d"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:57.134426558Z","hostname":"oxz_switch","pid":5201,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.134435848Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.135983554Z","hostname":"oxz_switch","pid":5201} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.136373583Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.138245115Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-31T20:11:40.360023650Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.138283986Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","id":"4441291764699987380"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.138298656Z","hostname":"oxz_switch","pid":5201,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:11:57.139250898Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.800502387Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.805425699Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.808475289Z","hostname":"oxz_switch","pid":5201} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.808686384Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.809312708Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-31T20:11:40.359882027Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.80937412Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","id":"7284860863480121929"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:57.80939662Z","hostname":"oxz_switch","pid":5201,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-31T20:11:58.244807615Z","hostname":"oxz_switch","pid":5201,"interface":"tfportqsfp0_0","entry":"10.151.1.174->be:3e:e2:ee:1b:d0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:58.768343171Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:58.773865897Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:58.776926747Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:59.328198696Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:59.333755723Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:11:59.33714005Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:00.473878008Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:00.480360836Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:00.483803485Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.387529106Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.391886295Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.394707019Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.929528603Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.933870142Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:01.936482412Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:02.136773211Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 650, tv_nsec: 606647123 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:02.137484288Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:02.168967416Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:03.129726979Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:03.134071358Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:03.136911093Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:04.095809113Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:04.10138221Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:04.103960979Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:05.26711643Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:05.271682744Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:05.274494118Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.40524567Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.409362964Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.412000894Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.982973492Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.987412123Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:06.99035434Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:07.142648236Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:07.811766584Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:07.951150195Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:07.956269672Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:07.958736278Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:09.369723983Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:09.374565004Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:09.377200434Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:10.276413122Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:10.280988086Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:10.283801641Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:12.459091716Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:12.462956374Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:12.465886801Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:13.54029577Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:13.545304085Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:13.547876634Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:14.948823707Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:14.953289119Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:14.955746416Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:16.198886328Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:16.203357151Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:16.206354589Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.282743087Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.287351032Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.290019824Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.814313249Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.818330641Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.821120305Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.902714732Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:17.927803976Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:12:17.92883769Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.036766919s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.090839167Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 665, tv_nsec: 803614768 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.091386769Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.121849636Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.436940517Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.44145278Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.444912139Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:18.569689445Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.021534974Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.02552101Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.028272108Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.816547904Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.821116858Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:19.823778269Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.246097432Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.250950553Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.253968722Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.830608875Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.83477515Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:21.837582915Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.172048597Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.176459358Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.179545249Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.815776125Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.819525685Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:23.822312195Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:25.257306688Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:25.261446592Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:25.264596365Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:26.330149134Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:26.335137538Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:26.338104306Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:27.672487407Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:27.677149644Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:27.679866646Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:27.878212563Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:28.545215745Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:28.84573664Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:28.850272864Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:28.853116639Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:30.218267264Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:30.222593193Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:30.225494879Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.077636726Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.081809891Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.084649387Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.756784865Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.761234807Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:31.763672823Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.082682102Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:12:33.08394844Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.2331289s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.15516837Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.159510909Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.162080008Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.359372972Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 681, tv_nsec: 113666122 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.359947866Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.390154186Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.746314695Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.751231677Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:33.754124764Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:35.237853101Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:35.24216434Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:35.244871942Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:36.509111526Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:36.51356579Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:36.516423915Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:37.682863992Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:37.687438617Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:37.690096898Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:37.854295395Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:38.519964676Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:39.003944929Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:39.007588052Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:39.010251433Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:40.151253989Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:40.155811443Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:40.15871625Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:41.380068555Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:41.384390194Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:41.387010084Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:42.817035982Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:42.821574166Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:42.82393282Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:43.535541362Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:43.540658059Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:43.543968235Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:44.724103206Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:44.728819574Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:44.731988026Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:45.472916129Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:45.477475223Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:45.479982061Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:46.944248623Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:46.948634983Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:46.951332955Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:47.829499837Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.128845586Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.132704074Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.135621521Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.350898397Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:12:48.351960827Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.542579511s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.495300511Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.753497298Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.757867593Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:48.760877077Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.451275294Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 697, tv_nsec: 249259704 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.451838856Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.481058715Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.527441136Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.531714284Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:49.534493238Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:50.810800469Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:50.81531573Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:50.818048245Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:51.395972528Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:51.400668895Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:51.403230524Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:52.80039211Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:52.805139039Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:52.808115507Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.144749679Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.149357434Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.151830581Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.771423427Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.781686412Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:54.78420738Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:55.427166501Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:55.43190291Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:55.434644902Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:56.478025715Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:56.482869726Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:56.485565367Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:57.054377409Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:57.058865284Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:57.061897404Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:57.804108145Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:58.471068736Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:58.52500564Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:58.529698607Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:58.533056844Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:59.096423863Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:59.100766573Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:59.103187948Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:59.995071845Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:12:59.999529997Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:00.002099185Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:00.586667571Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:00.590964429Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:00.593726222Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:02.057288638Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:02.061985265Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:02.064754308Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.242227969Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.246862905Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.249489635Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.78992722Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.794498594Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:03.797484073Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:04.44158383Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:13:04.442946901Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.677193741s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:04.515330067Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:04.519660246Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:04.52244336Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:05.683781041Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:05.688372156Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:05.69117332Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.612673784Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.617020313Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.619676494Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.689275266Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 714, tv_nsec: 534017127 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.689797588Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:06.719100819Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.417511909Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.421885759Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.424765355Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.779668434Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.967658815Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.971995645Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:07.974746113Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:08.446662675Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:09.45386615Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:09.458296401Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:09.461060645Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:10.245579284Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:10.251658453Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:10.254892638Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:11.666081305Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:11.670490785Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:11.673396402Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:13.128146486Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:13.132574838Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:13.135431173Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:14.300721135Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:14.305331771Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:14.308069223Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:15.691967366Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:15.696639992Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:15.69957639Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:17.106860088Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:17.111426063Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:17.114066863Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:17.754792543Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.172970691Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.177134347Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.180186236Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.421402625Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.778754551Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.783168762Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:18.786192291Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.45868754Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.463473598Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.46618372Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.979617007Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.984284173Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:19.987101568Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.108904075Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.113222964Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.116240563Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.679799177Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:13:21.6808457Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"83.961756139s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.791761248Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.796190689Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:21.799098906Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:22.595874766Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:22.6000092Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:22.602502788Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:23.414862855Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:23.419087032Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:23.422006219Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:24.696400116Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:24.700801597Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:24.703897987Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.164851164Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 733, tv_nsec: 59571294 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.165647512Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.19568802Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.614781608Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.619129888Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:25.622018034Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:26.964051699Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:26.968936491Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:26.971698344Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:27.729875091Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.178950246Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.183273015Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.185791553Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.397119368Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.937587884Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.94222685Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:28.945082165Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:29.605376692Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:29.610397687Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:29.612963666Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:30.175771603Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:30.180179924Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:30.183278265Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:31.522736652Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:31.527298955Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:31.529643639Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:32.857290186Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:32.86183048Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:32.864775207Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:33.767899182Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:33.772168118Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:33.774831349Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:34.900553285Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:34.905351375Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:34.90818596Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:35.443083528Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:35.447598272Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:35.450403776Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.076700365Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.081671759Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.084657358Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.814406574Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.817992126Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:36.820530174Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:37.705954172Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:37.971609071Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:37.976070493Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:37.978962869Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:38.372546544Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:38.558934043Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:38.563354239Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:38.566234285Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:39.260215624Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:39.264676436Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:39.26749674Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:40.056091433Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:40.060414111Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:40.062729644Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:40.157108464Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:13:40.15866942Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"102.489647799s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:41.519984465Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:41.524661872Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:41.527465056Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:42.385984449Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:42.390669677Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:42.393484831Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:43.1024013Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:43.107269462Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:43.110127057Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.293649916Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.29820528Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.300705598Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.873283258Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.877578646Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:44.880230026Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:45.695865378Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 753, tv_nsec: 646147878 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:45.696676117Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:45.726864777Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:45.994540362Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:45.998919912Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:46.001156583Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:46.837232812Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:46.842294068Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:46.844967519Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:47.681946069Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:48.218294591Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:48.22262647Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:48.224933573Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:48.347423735Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:49.349093003Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:49.353619327Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:49.35637581Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:50.292538659Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:50.296891489Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:50.299232632Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:51.095208824Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:51.099297718Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:51.101966939Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:52.389796305Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:52.393917199Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:52.396434357Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:53.65445209Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:53.659061967Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:53.661841659Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:54.760596358Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:54.76461972Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:54.767460645Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:55.589559784Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:55.593916184Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:55.596425401Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:56.448203559Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:56.452629271Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:56.455250461Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:57.435811765Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:57.440661086Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:57.443274996Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:57.657197779Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:58.323500354Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:58.945641319Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:58.950151812Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:58.953230342Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:59.622094946Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:59.626482846Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:13:59.629131627Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:00.627234853Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:00.631555412Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:00.634229053Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:00.686879577Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:14:00.688261199Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"123.074710899s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:01.685178558Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:01.689852615Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:01.692572898Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:02.803190299Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:02.807555458Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:02.810158528Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:03.38494995Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:03.389253108Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:03.392149125Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:04.601499856Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:04.606661012Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:04.609511117Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:05.763127762Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:05.767773538Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:05.770561912Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:06.303977477Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:06.30805847Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:06.310649669Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:07.569038421Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:07.573854331Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:07.576543523Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:07.632406371Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:08.197726778Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:08.202217429Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:08.204796348Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:08.298291947Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:09.296908435Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:09.301406968Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:09.304875437Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:10.671915755Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:10.676769956Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:10.679635631Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:12.090292668Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:12.094949004Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:12.097564094Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:13.204163663Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:13.208723497Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:13.211923381Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:14.082358546Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:14.086999322Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:14.099005757Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.152089641Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.156146894Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.158959159Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.806797281Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.810647049Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:15.813834072Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.198970904Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.203514798Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.20578954Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.607505611Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.781744741Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 785, tv_nsec: 818975528 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.782256299Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:17.811632973Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:18.270306656Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:18.27311257Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:18.275578236Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:18.278318569Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:19.463075226Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:19.467410545Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:19.470156596Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.341124966Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.345845264Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.348687999Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.86189118Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.866283231Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:20.868780178Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.236062162Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.240393661Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.242696124Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.79673765Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.801374176Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:22.803915064Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.021883471Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.02677456Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.029645929Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.762426135Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.766839745Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:24.769729431Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:25.468558421Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:25.472832978Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:25.475929649Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:26.758869903Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:26.763581631Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:26.766507458Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:27.567135746Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:27.571519576Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:27.574365681Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:27.582143289Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:28.248625069Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:28.630455745Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:28.634508057Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:28.637281901Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:29.777959039Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:29.782419402Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:29.785198215Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:30.322397176Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:30.327521964Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:30.330686608Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:31.145508439Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:31.150009972Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:31.152941519Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:32.066131383Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:32.070042152Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:32.072735574Z","hostname":"oxz_switch","pid":5201} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:32.772178827Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-31T20:14:32.773341623Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"155.246846043s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:33.22423165Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:33.228404385Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:33.231403414Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:34.37678231Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:34.38246244Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:34.385300475Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:35.674939942Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:35.679508697Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:35.682369662Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:36.44755123Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:36.451629913Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:36.454599411Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:37.557758861Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:37.926315834Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:37.930652573Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:37.933541439Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:38.223649157Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:38.863860334Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:38.868243035Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:38.87109894Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:39.936788743Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:39.940927298Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:39.943958347Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:41.415797582Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:41.420299485Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:41.423243362Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:42.038135981Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:42.042827909Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:42.045782616Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:43.188736397Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:43.192992774Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:43.200356253Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.047960386Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.052224683Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.055021157Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.813627964Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.818135237Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:44.820774337Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:46.093362894Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:46.097622151Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:46.099813552Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:47.392316393Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:47.397325178Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:47.399647081Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:47.532819778Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:48.199097833Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:48.498900002Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:48.503456646Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:48.506616498Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:49.767786483Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:49.772183614Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:49.775298455Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:50.859049466Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:50.863644507Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:50.866069643Z","hostname":"oxz_switch","pid":5201} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:51.39087925Z","hostname":"oxz_switch","pid":5201,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 819, tv_nsec: 519220390 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:51.391570655Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:51.421218553Z","hostname":"oxz_switch","pid":5201,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:52.127515744Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:52.13172951Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:52.134496454Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.185665295Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.189906302Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.192762527Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.913771903Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.918146174Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:53.921580942Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:54.703888272Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:54.711424054Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:54.71516834Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:55.825510624Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:55.831539767Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:55.834655633Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:56.381090346Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:56.386480489Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:56.389691343Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:57.317719816Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:57.323273963Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:57.326241981Z","hostname":"oxz_switch","pid":5201} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:57.507565829Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4441291764699987380"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:58.245430642Z","hostname":"oxz_switch","pid":5201,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7284860863480121929"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:58.427524908Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:58.449077971Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:58.461946686Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:59.509614476Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:59.519139504Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:14:59.529518157Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.130966163Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.13605036Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.138987167Z","hostname":"oxz_switch","pid":5201} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.828268687Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportrear0_0 addrs [fe80::e0ea:dfff:fe31:fd0d]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.836187898Z","hostname":"oxz_switch","pid":5201} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-31T20:15:00.84064568Z","hostname":"oxz_switch","pid":5201}