[ Jun 3 00:57:13 Enabled. ] [ Jun 3 00:57:13 Rereading configuration. ] [ Jun 3 00:57:13 Rereading configuration. ] [ Jun 3 00:57:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 3 00:57:24 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.801582703Z","hostname":"oxz_switch","pid":5371,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.803156675Z","hostname":"oxz_switch","pid":5371} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.803598125Z","hostname":"oxz_switch","pid":5371} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.804052564Z","hostname":"oxz_switch","pid":5371,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.805862092Z","hostname":"oxz_switch","pid":5371,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0acd5135-9ea3-4b5f-b28c-77fdf1367bc4,\n ),\n sled_id: Some(\n 86b1bb02-ac4b-412e-b973-f1f2478c3e32,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.807033006Z","hostname":"oxz_switch","pid":5371} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.807058117Z","hostname":"oxz_switch","pid":5371,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:24.81200518Z","hostname":"oxz_switch","pid":5371,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2809:9cff:fee4:8ed1->2a:09:9c:e4:8e:d1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:24.814391079Z","hostname":"oxz_switch","pid":5371} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:24.82020585Z","hostname":"oxz_switch","pid":5371} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:57:24.825578222Z","hostname":"oxz_switch","pid":5371} [ Jun 3 00:57:25 Rereading configuration. ] [ Jun 3 00:57:25 Executing refresh method (:kill). ] [ Jun 3 00:57:25 Stopping because all processes in service exited. ] [ Jun 3 00:57:25 Executing stop method (:kill). ] [ Jun 3 00:57:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 3 00:57:25 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.464792073Z","hostname":"oxz_switch","pid":5465,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.466031799Z","hostname":"oxz_switch","pid":5465} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.466501419Z","hostname":"oxz_switch","pid":5465} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.466614551Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.468662184Z","hostname":"oxz_switch","pid":5465,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.468825517Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0acd5135-9ea3-4b5f-b28c-77fdf1367bc4, sled_id: 86b1bb02-ac4b-412e-b973-f1f2478c3e32, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 0918d8c1-af60-4e8d-ae72-c7af5515093d, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.468913949Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","producer_id":"856432f6-9d88-44fc-a58d-41a0e3af4ccb"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0acd5135-9ea3-4b5f-b28c-77fdf1367bc4,\n ),\n sled_id: Some(\n 86b1bb02-ac4b-412e-b973-f1f2478c3e32,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.469870499Z","hostname":"oxz_switch","pid":5465} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.47379478Z","hostname":"oxz_switch","pid":5465,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c875:b7ff:fec4:2ca2->ca:75:b7:c4:2c:a2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.477680672Z","hostname":"oxz_switch","pid":5465} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.478642612Z","hostname":"oxz_switch","pid":5465,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2809:9cff:fee4:8ed1->2a:09:9c:e4:8e:d1"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.480887888Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.482330858Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:58421","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.482441651Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:58421","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.482577874Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:58421","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:58421","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.482597884Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.482606004Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.482761037Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.483070734Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.483086344Z","hostname":"oxz_switch","pid":5465,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:58421","producer_id":"856432f6-9d88-44fc-a58d-41a0e3af4ccb"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:25.483098734Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.483105285Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.48337342Z","hostname":"oxz_switch","pid":5465} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.48387115Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.4843536Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 680, tv_nsec: 552276648 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.485554236Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.485643047Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-03T00:57:08.547737942Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.485679538Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","id":"6291351934142566407"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.485697419Z","hostname":"oxz_switch","pid":5465,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:57:25.486642918Z","hostname":"oxz_switch","pid":5465} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:25.502750963Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T00:57:26.15954724Z","hostname":"oxz_switch","pid":5465,"interface":"tfportqsfp0_0","entry":"10.151.2.174->1a:6c:e1:fe:fb:41"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.864213275Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.86974284Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.872405736Z","hostname":"oxz_switch","pid":5465} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.872591809Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.873892016Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-03T00:57:08.547603289Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.873941548Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","id":"2746505654639153372"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:26.873951188Z","hostname":"oxz_switch","pid":5465,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:28.327840223Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:28.332348677Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:28.335635015Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:29.444596388Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:29.450092473Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:29.453237748Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:30.281075717Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:30.285479449Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:30.288489601Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:31.609091602Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:31.614458584Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:31.617402205Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:32.303821899Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:32.309497287Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:32.313251055Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:33.343185813Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:33.347546923Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:33.351263671Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:34.529582148Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:34.534368238Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:34.537941662Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:35.414880914Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:35.419595942Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:35.423142556Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:35.489208492Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:36.264647699Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:36.269525631Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:36.272710017Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:36.876044891Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:37.282367762Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:37.287363756Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:37.294477164Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.41892206Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.423504545Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.426398616Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.297798851Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.302373056Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:38.305228396Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:39.411774235Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:39.424216934Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:39.426980522Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:39.783107458Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:57:39.784293582Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.022176722s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.02717235Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 695, tv_nsec: 816042951 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.027914356Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.035630226Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.876479686Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.881528492Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:40.884429532Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:41.882010555Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:41.887172647Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:41.890711248Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:42.741606894Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:42.746038393Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:42.749520799Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:43.842564405Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:43.847872248Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:43.850786278Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:44.779506075Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:45.263145453Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:45.268006296Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:45.271048671Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.081355306Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.085725545Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.089179371Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.170982508Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.882737931Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.887679393Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:46.890813682Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:47.572767461Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:47.577547223Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:47.581125965Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.196265866Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.200793143Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.203957104Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.955908199Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.961012449Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:48.964438818Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:49.906527079Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:49.911479415Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:49.914871874Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:50.484083216Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:50.489102468Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:50.492247691Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:51.595878301Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:51.600028948Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:51.60309564Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:53.110737965Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:53.115329945Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:53.118939646Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:54.463367716Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:54.46818638Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:54.471733354Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:54.808709481Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.075634445Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:57:55.076472787Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.275680681s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.162652176Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.16870935Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.172203619Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.762737409Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 711, tv_nsec: 511107954 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.763621913Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:55.770171647Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:56.200457522Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:56.369311755Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:56.373843515Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:56.377016505Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:57.864550184Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:57.869063046Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:57.87218644Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:58.691960944Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:58.697555709Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:58.700941528Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:59.956332825Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:59.961421595Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:57:59.964255615Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:00.634430417Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:00.639233815Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:00.64213209Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:01.248429589Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:01.253347018Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:01.256367939Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:02.624047187Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:02.628663905Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:02.631400592Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:03.892308606Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:03.896983637Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:03.900532742Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:04.638595208Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:04.643586217Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:04.646546137Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:04.837451133Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:05.888268464Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:05.89285273Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:05.895765736Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:06.22939524Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:07.210385716Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:07.214604376Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:07.217507876Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:08.5556841Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:08.560610241Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:08.564233898Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:09.575840114Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:09.582227426Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:09.585729022Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:10.812245398Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:58:10.813619957Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.970541121s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:10.827904629Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:10.832435821Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:10.835375031Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.0271318Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.033066176Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.035928116Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.117917214Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 727, tv_nsec: 822365270 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.118625016Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.126210346Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.629774512Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.634494232Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:12.63763966Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:13.698359034Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:13.702356707Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:13.705502442Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:14.580908178Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:14.585644065Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:14.589032134Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:14.866974814Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:15.867289922Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:15.872056743Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:15.875113105Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:16.258907778Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:16.516720239Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:16.520832363Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:16.523595238Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:17.48305211Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:17.488081558Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:17.491569104Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:18.817783176Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:18.822665169Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:18.826056072Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:19.798450119Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:19.802859435Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:19.805576949Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:20.654893884Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:20.659638542Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:20.662631499Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:21.778130431Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:21.782951815Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:21.786184575Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:22.496749081Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:22.50117819Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:22.504413934Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:23.875402281Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:23.880157592Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:23.882911036Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:24.896223919Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:25.033190623Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:25.037803357Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:25.041093938Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:26.287679848Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:26.527733348Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:26.53250567Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:26.535804983Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:27.168059197Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:58:27.169760088Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"62.282455831s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.033907499Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.038599948Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.041422077Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.325632937Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 743, tv_nsec: 986218007 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.326357209Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.333207217Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.74639259Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.750291076Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:28.753693931Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:30.187403369Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:30.192545567Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:30.195498459Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.334163672Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.338791011Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.341298372Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.961294634Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.966097859Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:31.969085985Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:33.279655092Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:33.285470959Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:33.288421769Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:34.605708976Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:34.610565485Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:34.613853214Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:34.925463787Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:35.721890489Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:35.726454417Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:35.729626078Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:36.317110913Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:36.602071587Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:36.607102792Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:36.610350698Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.163829803Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.169055166Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.172137458Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.806560443Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.811472676Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:37.814277284Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:39.277218251Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:39.283042282Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:39.286168883Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.011549159Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.016531761Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.019742151Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.796331214Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.800903723Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:40.804334868Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:41.469389291Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:41.474353991Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:41.477336914Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.05436873Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.059067252Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.062076043Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.895354363Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.900199067Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:42.903169451Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:43.37493678Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:58:43.37579709Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"78.444703493s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:43.991350269Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:43.996129098Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:43.99934253Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:44.686153648Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:44.690996123Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:44.694246947Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:44.953717384Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:45.929359026Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:45.933674443Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:45.937021285Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.346171047Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.709147549Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 762, tv_nsec: 320055420 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.709829604Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.716497357Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.839886782Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.845604083Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:46.848880695Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:47.95702861Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:47.961934103Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:47.964905762Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:48.834499258Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:48.839512471Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:48.843002612Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:49.380637086Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:49.385460612Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:49.38791631Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:50.639160093Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:50.644961278Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:50.648046428Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:52.118183215Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:52.12369806Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:52.126818772Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:53.156007188Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:53.161087435Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:53.16482033Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.18700094Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.192021033Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.195595057Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.891927725Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.897665415Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.900483987Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:54.983034318Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.414155564Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.419993679Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.423244995Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.935212992Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.93970019Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:55.94274648Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:56.374975365Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:57.333818173Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:57.338805538Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:57.341841261Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:58.545674738Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:58.552213066Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:58:58.555469482Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.034543096Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.039117978Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.042279545Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.683751239Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.687627557Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:00.690805681Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:01.7587986Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:59:01.759808502Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"96.779028387s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:01.858768805Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:01.86458988Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:01.867585785Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.119586037Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.124052194Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.127350251Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.753802833Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.75889204Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:03.761973616Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:04.760191411Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:04.765001073Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:04.768405596Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:05.011982816Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:05.885292405Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:05.889922199Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:05.893272508Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:06.403963211Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:06.467835442Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:06.472574002Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:06.475708276Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:07.61960585Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:07.624695488Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:07.628294352Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:08.637924977Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:08.642633383Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:08.646001777Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.507480718Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 785, tv_nsec: 56894331 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.508261378Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.516734731Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.970689189Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.975118119Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:09.978745992Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:11.397467266Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:11.402081038Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:11.405270515Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:12.381113223Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:12.385770666Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:12.38893858Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.160063576Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.164772806Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.167971559Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.889956889Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.894670836Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:13.90245519Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:14.814918409Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:14.820483504Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:14.823629137Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:15.041995623Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:15.749581257Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:15.753978798Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:15.757093796Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:16.433783901Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.05713396Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.061916043Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.064750459Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.756765778Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.760779217Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:17.763722095Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:18.883706997Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:18.888470619Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:18.891371446Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:19.984339033Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:19.988521509Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:19.991519339Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:20.861700155Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:20.866278241Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:20.869651458Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.030794102Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.03532344Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.038285916Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.719501849Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.724471033Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:22.727696535Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:23.447800007Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:23.45260689Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:23.455491726Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:24.191499699Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:24.196786186Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:24.1997978Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:24.558289692Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T00:59:24.559364109Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"119.516978222s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.038690797Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.043269013Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.046562457Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.071025101Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.752631906Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.757392355Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:25.760628427Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:26.463618137Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:27.14537099Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:27.150671174Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:27.153565152Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:28.16072256Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:28.166095418Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:28.169331535Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:29.304767861Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:29.30924694Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:29.312423656Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:30.318566776Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:30.32341039Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:30.326324435Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:31.260269088Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:31.264891779Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:31.267582021Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:32.730626254Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:32.735326077Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:32.738208936Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:33.348762954Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:33.352999853Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:33.35607323Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:34.598877687Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:34.603181032Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:34.606475281Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:35.100960881Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:35.509644579Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:35.514350958Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:35.517839549Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:36.492775448Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:36.888679417Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:36.892728227Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:36.896042069Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:38.194194865Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:38.204780336Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:38.207539361Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.106024547Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.110548141Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.113235921Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.988714661Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.993331268Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:39.99638855Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.022407552Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.026762018Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.029304207Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.803977263Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.808376018Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:41.812116862Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:42.62064632Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:42.625098539Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:42.62759138Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:43.503855723Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:43.508653176Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:43.511258248Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:44.490361539Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:44.494392714Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:44.497992137Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:45.129516629Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:45.812248911Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:45.817802388Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:45.820741902Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.457025954Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.461710528Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.464900915Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.517277895Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1d9cdd79-855d-42d7-aea5-ef272c7e8143.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3446d58c-914c-4aa1-a7c4-72124305eac7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2e49e8-3462-4fae-bebc-4e7399c9753a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 821, tv_nsec: 966741313 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.517907308Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.524403475Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:46.52507083Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:47.136413952Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:47.140438168Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:47.143543247Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:48.392743467Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:48.397523548Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:48.40090029Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:49.717506913Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:49.721782519Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:49.724851742Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.209038382Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.213577556Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.216810173Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.761786552Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.766304681Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:51.770025527Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:53.181128449Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:53.186091795Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:53.189400939Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:54.404187978Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:54.408083726Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:54.411332904Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:55.158112898Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6291351934142566407"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:55.65160217Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:55.656432089Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:55.659782144Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:56.554724821Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2746505654639153372"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:57.156085823Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:57.161702479Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:57.165399146Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:58.619649254Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:58.62409923Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:58.626751313Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:59.472949535Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:59.477679356Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T00:59:59.480729106Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:00.173487685Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:00.179811223Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:00.183016483Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:01.176447267Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::2809:9cff:fee4:8ed1]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:01.182468076Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T01:00:01.185903459Z","hostname":"oxz_switch","pid":5465}