[ May 28 22:12:13 Enabled. ] [ May 28 22:12:13 Rereading configuration. ] [ May 28 22:12:14 Rereading configuration. ] [ May 28 22:12:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 28 22:12:25 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.615998811Z","hostname":"oxz_switch","pid":4937,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.61760842Z","hostname":"oxz_switch","pid":4937} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.617935874Z","hostname":"oxz_switch","pid":4937} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.618193277Z","hostname":"oxz_switch","pid":4937,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.62018135Z","hostname":"oxz_switch","pid":4937,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 24b90d8b-a4b0-462d-9f5a-463c80e3b3f4,\n ),\n sled_id: Some(\n 7cc30de8-449d-4c83-99fe-c7b76e8166f8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.621639218Z","hostname":"oxz_switch","pid":4937} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.621668568Z","hostname":"oxz_switch","pid":4937,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.625995259Z","hostname":"oxz_switch","pid":4937,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::80f5:59ff:fe47:8b18->82:f5:59:47:8b:18"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:25.626248762Z","hostname":"oxz_switch","pid":4937,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc63:b4ff:fe58:7e9f->fe:63:b4:58:7e:9f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:25.627396686Z","hostname":"oxz_switch","pid":4937} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:25.633367156Z","hostname":"oxz_switch","pid":4937} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:12:25.638396156Z","hostname":"oxz_switch","pid":4937} [ May 28 22:12:26 Rereading configuration. ] [ May 28 22:12:26 Executing refresh method (:kill). ] [ May 28 22:12:26 Stopping because all processes in service exited. ] [ May 28 22:12:26 Executing stop method (:kill). ] [ May 28 22:12:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 28 22:12:26 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.341689624Z","hostname":"oxz_switch","pid":5312,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.342600654Z","hostname":"oxz_switch","pid":5312} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.342881427Z","hostname":"oxz_switch","pid":5312} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.342981369Z","hostname":"oxz_switch","pid":5312,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.34475754Z","hostname":"oxz_switch","pid":5312,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.344917272Z","hostname":"oxz_switch","pid":5312,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 24b90d8b-a4b0-462d-9f5a-463c80e3b3f4, sled_id: 7cc30de8-449d-4c83-99fe-c7b76e8166f8, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 268e7f54-12a1-40a2-847c-95e2df058fda, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.344952962Z","hostname":"oxz_switch","pid":5312,"unit":"oximeter","producer_id":"7ef47f37-f28c-4a0c-82d8-146931675ad6"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 24b90d8b-a4b0-462d-9f5a-463c80e3b3f4,\n ),\n sled_id: Some(\n 7cc30de8-449d-4c83-99fe-c7b76e8166f8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.346962186Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.353417942Z","hostname":"oxz_switch","pid":5312} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.354769348Z","hostname":"oxz_switch","pid":5312,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::80f5:59ff:fe47:8b18->82:f5:59:47:8b:18"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.355037291Z","hostname":"oxz_switch","pid":5312,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc63:b4ff:fe58:7e9f->fe:63:b4:58:7e:9f"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.356181025Z","hostname":"oxz_switch","pid":5312,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.357640982Z","hostname":"oxz_switch","pid":5312,"local_addr":"[fd00:1122:3344:101::2]:53549","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.357704343Z","hostname":"oxz_switch","pid":5312,"local_addr":"[fd00:1122:3344:101::2]:53549","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.357884335Z","hostname":"oxz_switch","pid":5312,"local_addr":"[fd00:1122:3344:101::2]:53549","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:53549","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.357912365Z","hostname":"oxz_switch","pid":5312,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.357922566Z","hostname":"oxz_switch","pid":5312,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.358123118Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.358516013Z","hostname":"oxz_switch","pid":5312,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.358561953Z","hostname":"oxz_switch","pid":5312,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:53549","producer_id":"7ef47f37-f28c-4a0c-82d8-146931675ad6"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:26.358573183Z","hostname":"oxz_switch","pid":5312,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.358578903Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.3591333Z","hostname":"oxz_switch","pid":5312} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.359604256Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.360778199Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-28T22:12:09.469948715Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.36081828Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","id":"15466005652246622490"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:26.36083274Z","hostname":"oxz_switch","pid":5312,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:12:26.362256587Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.49161574Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.497039604Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.50006247Z","hostname":"oxz_switch","pid":5312} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.500241622Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.500968131Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-28T22:12:09.469816485Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.501020831Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","id":"10917210643743581506"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:27.501031241Z","hostname":"oxz_switch","pid":5312,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:12:27.627117165Z","hostname":"oxz_switch","pid":5312,"interface":"tfportqsfp0_0","entry":"10.151.1.174->2e:fa:a7:7f:95:de"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:28.593968113Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:28.599200985Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:28.60220607Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:29.770852409Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:29.775487743Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:29.778023883Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:30.861309501Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:30.865882055Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:30.869057222Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.36126275Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1270, tv_nsec: 752185183 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.361986989Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.381016484Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.640950702Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.646296405Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:31.649366512Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:32.862527297Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:32.867336794Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:32.870090047Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:33.620679584Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:33.625806775Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:33.628604148Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:34.664762887Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:34.669772157Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:34.672827813Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.17165305Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.177114675Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.180213561Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.365727768Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.959452519Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.964130194Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:36.966844156Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:37.503191577Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:37.681396497Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:37.685686458Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:37.688629913Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:38.418621176Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:38.424075061Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:38.426960675Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:39.008632393Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:39.013274808Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:39.016104201Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:40.298391075Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:40.303500205Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:40.306334349Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:41.595692336Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:41.599910406Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:41.602559888Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:43.097831538Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:43.102671206Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:43.105450618Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.19029852Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.195914937Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.198821622Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.794768857Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.798812985Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:44.801592858Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:46.222094075Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:46.2268179Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:46.229587053Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:46.890746313Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:46.905942344Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:12:46.907190089Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.025481142s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.120511271Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1285, tv_nsec: 988910262 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.121350821Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.129147414Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.403832066Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.40842675Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:47.411430456Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:48.025416026Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:48.114994469Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:48.119407351Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:48.122586849Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.260759264Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.2664312Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.269275414Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.790515583Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.794969745Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:49.797694508Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.022172526Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.026381786Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.029309201Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.905625195Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.913539109Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:51.917375885Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:53.436653044Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:53.449354424Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:53.461059184Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:54.339534755Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:54.345988012Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:54.349493413Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.207286468Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.21416126Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.219014518Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.784573503Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.798789962Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:55.802506616Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:56.672603167Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:56.680338081Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:56.683796451Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:56.865879183Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:57.499360794Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:57.504070554Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:57.512050345Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:58.000396614Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:58.765449588Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:58.771929065Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:12:58.775136873Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:00.279801922Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:00.284916937Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:00.287575444Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:01.60420504Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:01.609576098Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:01.612806514Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.098294349Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:13:02.099510067Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.250060456s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.610315091Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.615472877Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.61879719Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.754272516Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1301, tv_nsec: 653107471 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.754773934Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:02.762175696Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:03.839901612Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:03.845770657Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:03.84944426Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:09.525954757Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:09.526329852Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:09.528201544Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:09.53714729Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:09.567630361Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:10.64655497Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:10.664374891Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:10.668207906Z","hostname":"oxz_switch","pid":5312} {"msg":"removed stale NDP entry :fe80::80f5:59ff:fe47:8b18->82:f5:59:47:8b:18","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:13:11.843345412Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:12.133041952Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:12.140605552Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:12.144408497Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:13.337072858Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:13.342346521Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:13.345241235Z","hostname":"oxz_switch","pid":5312} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T22:13:13.589734799Z","hostname":"oxz_switch","pid":5312,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::80f5:59ff:fe47:8b18->82:f5:59:47:8b:18"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:14.351461318Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:14.358035906Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:14.361308755Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:15.864910277Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:15.870597524Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:15.873342547Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:17.049946278Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:17.053645652Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:17.056350954Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:17.767844218Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:13:17.773612026Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.924226384s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.3052027Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.310341381Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.313264575Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.722012224Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 622376103 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.723093547Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.740991159Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.848575333Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.853253418Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:18.856339014Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:19.383962751Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:19.389603678Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:19.392817356Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:19.529613045Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:19.53001091Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:20.808122722Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:20.813323693Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:20.816289769Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:21.683265902Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:21.687574533Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:21.690310695Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:23.047041258Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:23.052453283Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:23.055714271Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:24.024563282Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:24.029827615Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:24.033199845Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:25.486607084Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:25.493595817Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:25.49724673Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:26.504154832Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:26.508627995Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:26.511094544Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.186047847Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.190702282Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.193541175Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.747004578Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.752278851Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:27.75559183Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:28.822766546Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:28.827460042Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:28.831287397Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:29.350059812Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:29.354579216Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:29.357646302Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:29.532958638Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:29.533456044Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:30.832272929Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:30.837444741Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:30.840247064Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.31428804Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.319457541Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.322485117Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.901646475Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.907421573Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:32.910630081Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:33.742416788Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:13:33.743273425Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.893731379s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:34.155686476Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:34.160690195Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:34.163343316Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:35.257601237Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:35.263115572Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:35.265906145Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.321315009Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 220217270 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.321811475Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.328396528Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.722583029Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.728077424Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:36.73106096Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:37.607150731Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:37.612521943Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:37.615736062Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:38.557513203Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:38.562829156Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:38.566174256Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.160719307Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.166226682Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.168926724Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.53510238Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.536514577Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.704675498Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.70987677Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:39.712833805Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:41.009579667Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:41.014175122Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:41.017590442Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:42.188211876Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:42.198083423Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:42.204395368Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:43.236508841Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:43.241871295Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:43.244676068Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:44.503796468Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:44.509289743Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:44.512604242Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:45.677288764Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:45.682577787Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:45.685538651Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:46.917821013Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:46.923089156Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:46.92603698Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:47.952454744Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:47.958163661Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:47.961033765Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:48.963148759Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:48.968913467Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:48.971797381Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:49.535290763Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:49.537796733Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:49.604406641Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:49.609576163Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:49.61271955Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:50.462875867Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:50.468562363Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:50.471505508Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:51.328679307Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:13:51.329666299Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.479560813s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:51.867585249Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:51.873110694Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:51.87617165Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:52.618588801Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:52.624186138Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:52.627310525Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.025923756Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.031385021Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.034613649Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.186123953Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1353, tv_nsec: 85612354 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.186598589Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.193209687Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.776979519Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.782771518Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:54.786063387Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:56.10465416Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:56.110647581Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:56.113638307Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:57.027397978Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:57.032516299Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:57.035558415Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:58.517746515Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:58.523560574Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:58.526523309Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:59.536660229Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:59.539100018Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:59.889366456Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:59.902719754Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:13:59.905830691Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:00.438974914Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:00.444815093Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:00.448068862Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:01.662205287Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:01.667885595Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:01.671371526Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:02.779968183Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:02.78563771Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:02.788842318Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:03.751903381Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:03.757664599Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:03.760758956Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:04.287871048Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:04.293226801Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:04.296145786Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.072198185Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.077187944Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.079887176Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.827540708Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.833014533Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:05.836448594Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:06.721439133Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:06.726722595Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:06.729300596Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:07.732536615Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:07.737034718Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:07.739852602Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:08.326119014Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:08.331321255Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:08.334554374Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.110556222Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.114821823Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.117641826Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.194412915Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:14:09.1956783Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"102.345530884s","count":"5"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.538688822Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:09.540100028Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:10.551501834Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:10.556323321Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:10.559236935Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:11.37205012Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:11.377493115Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:11.38042645Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:12.163610783Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:12.169004237Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:12.172201405Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:13.12104324Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:13.126458964Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:13.129464069Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:14.218856879Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:14.224606007Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:14.227711044Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.145159237Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.151281519Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.154508478Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.747115449Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.753363338Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:15.756486495Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:16.371053502Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:16.377378967Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:16.380587295Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:17.750009519Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:17.755323033Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:17.75848391Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:18.778191044Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:18.78796756Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:18.791174298Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:19.519823245Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:19.525467882Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:19.52861537Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:19.541030506Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:19.541467352Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:20.093247976Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:20.098664769Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:20.102354253Z","hostname":"oxz_switch","pid":5312} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.068701395Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 967821086 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.069183071Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.078272009Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.191994575Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.197131426Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:21.200754159Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.188368833Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.194262183Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.197330579Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.787926322Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.793746721Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:22.796643625Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:23.909097248Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:23.914783345Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:23.917931662Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:24.523483712Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:24.529367802Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:24.532338337Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:25.08909874Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:25.0942176Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:25.097332377Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:25.997529216Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:26.002852499Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:26.006178899Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:26.835195945Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:26.841049444Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:26.844441234Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.060296171Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.065925907Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.069029564Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.962614075Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.968244851Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:28.971313608Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:29.543502403Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:29.543976048Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:29.732775454Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:29.737253447Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:29.739884318Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:30.89959287Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:30.905223377Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:30.90803737Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:31.963070863Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:31.968404186Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:31.97125669Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:33.234084493Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:33.241179537Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:33.245294966Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:34.104945344Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:34.110239317Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:34.113550916Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:35.431765625Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:35.436318959Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:35.439698969Z","hostname":"oxz_switch","pid":5312} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:36.080187223Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T22:14:36.081220605Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"129.230492629s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:36.332297018Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:36.337400639Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:36.340423384Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:37.570070764Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:37.575619279Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:37.57821382Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:38.636078236Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:38.640717721Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:38.643955299Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:39.440479371Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:39.44549026Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:39.448387415Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:39.545987Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:39.546318864Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:40.191697119Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:40.197272152Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:40.200183417Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:41.369369731Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:41.373904735Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:41.376758478Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:42.828834712Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:42.8337738Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:42.836425662Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:44.19512191Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:44.199660524Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:44.203056734Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:45.354804612Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:45.359906182Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:45.363190261Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:46.578769654Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:46.583728453Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:46.586666148Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.244946073Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.24973493Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.252617044Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.886903534Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.891711221Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:47.894759767Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:48.514536315Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:48.519705087Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:48.522464349Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.251144138Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.256109817Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.258721398Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.547324884Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.548817932Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.810672293Z","hostname":"oxz_switch","pid":5312,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80f5c51a-a935-44d3-9ca0-c31eb65c4ab1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fdf1c1d-eae7-4c21-b14f-4c4065398273.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f57dc2f6-0fff-4f5e-9cd8-89d49def9d20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1408, tv_nsec: 709220843 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.811363091Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:49.81973238Z","hostname":"oxz_switch","pid":5312,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:50.610903657Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:50.618776091Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:50.624581479Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:51.151065573Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:51.162718191Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:51.17186927Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:52.16507475Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:52.172373896Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:52.17692602Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:52.997467856Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:53.003514158Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:53.051687508Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:53.88710018Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:53.896541012Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:54.024201423Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:54.655323566Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:54.666706601Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:54.671496617Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:55.408839428Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:55.418443952Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:55.425097801Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:56.88087955Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:56.889025486Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:56.898108914Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:57.595058536Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:57.602519915Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:57.609177883Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:58.772345348Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:58.778721663Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:58.783924415Z","hostname":"oxz_switch","pid":5312} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:59.581850053Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15466005652246622490"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:14:59.583181639Z","hostname":"oxz_switch","pid":5312,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10917210643743581506"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:00.267879986Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:00.278632294Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:00.283979517Z","hostname":"oxz_switch","pid":5312} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:01.084341064Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportrear0_0 addrs [fe80::fc63:b4ff:fe58:7e9f]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:01.092241238Z","hostname":"oxz_switch","pid":5312} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T22:15:01.096392357Z","hostname":"oxz_switch","pid":5312}