[ Jun 18 17:12:53 Enabled. ] [ Jun 18 17:12:53 Rereading configuration. ] [ Jun 18 17:12:54 Rereading configuration. ] [ Jun 18 17:13:15 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 18 17:13:15 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.534706609Z","hostname":"oxz_switch","pid":5339,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.53659572Z","hostname":"oxz_switch","pid":5339} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.537013318Z","hostname":"oxz_switch","pid":5339} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.537292822Z","hostname":"oxz_switch","pid":5339,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.539406238Z","hostname":"oxz_switch","pid":5339,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9a7f88d0-8413-4dbb-95c9-dd91f7c5f894,\n ),\n sled_id: Some(\n 3d4e0c89-13ee-4534-8ce4-b5b47ce2a054,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.541042935Z","hostname":"oxz_switch","pid":5339} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.541064426Z","hostname":"oxz_switch","pid":5339,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:15.545437799Z","hostname":"oxz_switch","pid":5339,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c083:e8ff:feb6:f511->c2:83:e8:b6:f5:11"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:15.546931194Z","hostname":"oxz_switch","pid":5339} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:15.552191263Z","hostname":"oxz_switch","pid":5339} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:13:15.55800356Z","hostname":"oxz_switch","pid":5339} [ Jun 18 17:13:16 Rereading configuration. ] [ Jun 18 17:13:16 Executing refresh method (:kill). ] [ Jun 18 17:13:16 Stopping because all processes in service exited. ] [ Jun 18 17:13:16 Executing stop method (:kill). ] [ Jun 18 17:13:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 18 17:13:16 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.209948433Z","hostname":"oxz_switch","pid":5485,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.21093105Z","hostname":"oxz_switch","pid":5485} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.211248105Z","hostname":"oxz_switch","pid":5485} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.211370137Z","hostname":"oxz_switch","pid":5485,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.213512373Z","hostname":"oxz_switch","pid":5485,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.213637445Z","hostname":"oxz_switch","pid":5485,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9a7f88d0-8413-4dbb-95c9-dd91f7c5f894, sled_id: 3d4e0c89-13ee-4534-8ce4-b5b47ce2a054, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: a9a5994a-2d92-4a69-bdf6-7b3ffc8c99a6, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.213687216Z","hostname":"oxz_switch","pid":5485,"unit":"oximeter","producer_id":"0e941d13-ba6f-42e6-a4db-131a77abc166"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9a7f88d0-8413-4dbb-95c9-dd91f7c5f894,\n ),\n sled_id: Some(\n 3d4e0c89-13ee-4534-8ce4-b5b47ce2a054,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.214882526Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.221739172Z","hostname":"oxz_switch","pid":5485} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.223541282Z","hostname":"oxz_switch","pid":5485,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c083:e8ff:feb6:f511->c2:83:e8:b6:f5:11"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.223820757Z","hostname":"oxz_switch","pid":5485,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::205c:76ff:fe8b:ff3a->22:5c:76:8b:ff:3a"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.226159186Z","hostname":"oxz_switch","pid":5485,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.226875618Z","hostname":"oxz_switch","pid":5485,"local_addr":"[fd00:1122:3344:101::2]:56087","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.226949499Z","hostname":"oxz_switch","pid":5485,"local_addr":"[fd00:1122:3344:101::2]:56087","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.227089422Z","hostname":"oxz_switch","pid":5485,"local_addr":"[fd00:1122:3344:101::2]:56087","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:56087","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.227132702Z","hostname":"oxz_switch","pid":5485,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.227143003Z","hostname":"oxz_switch","pid":5485,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.227326596Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.22759971Z","hostname":"oxz_switch","pid":5485,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.227624061Z","hostname":"oxz_switch","pid":5485,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:56087","producer_id":"0e941d13-ba6f-42e6-a4db-131a77abc166"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.227641181Z","hostname":"oxz_switch","pid":5485,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.227652461Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.227663211Z","hostname":"oxz_switch","pid":5485} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.228111929Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.229414331Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 880334127 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.229924129Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-18T17:12:49.400964292Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.22998125Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","id":"6402500496168290892"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.229997451Z","hostname":"oxz_switch","pid":5485,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.230128073Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:13:16.230946227Z","hostname":"oxz_switch","pid":5485} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:16.250548726Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-18T17:13:16.957400153Z","hostname":"oxz_switch","pid":5485,"interface":"tfportqsfp0_0","entry":"10.151.2.174->9e:86:a1:91:9f:69"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.578602039Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.584441287Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.587555769Z","hostname":"oxz_switch","pid":5485} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.587880305Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.589087505Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-18T17:12:49.400833141Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.589187767Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","id":"9145060946436028062"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:17.589195707Z","hostname":"oxz_switch","pid":5485,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:18.450409509Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:18.455719818Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:18.458870521Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:19.543818056Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:19.549483191Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:19.552062655Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:20.449681249Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:20.458133471Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:20.460937838Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:21.598744332Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:21.60401453Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:21.607088852Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:22.865094907Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:22.870224203Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:22.873675541Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:23.539234453Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:23.543763189Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:23.54737464Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:24.079010489Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:24.083023127Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:24.086014987Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:25.591808329Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:25.596989396Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:25.600149679Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.233643092Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.358028624Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.361840628Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.364463222Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.946259916Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.951490154Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:26.954751099Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:27.592299009Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:27.861682039Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:27.866753155Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:27.869776805Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:28.971050664Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:28.976604207Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:28.979451125Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.632165791Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.637129034Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.640084554Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.692216829Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.696171346Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:29.699353839Z","hostname":"oxz_switch","pid":5485} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.563786713Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:13:30.565137825Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.025001441s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.713605434Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.718712265Z","hostname":"oxz_switch","pid":5485} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.718933711Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 56953977 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.719528134Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.727474488Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:30.730122723Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:32.034899603Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:32.039686247Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:32.043398399Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:33.141959511Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:33.146840697Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:33.150337248Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:34.542601096Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:34.547075981Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:34.550325667Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:35.561304952Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:35.855925715Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:35.860702483Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:35.863559052Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:36.417271504Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:36.421448027Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:36.424591134Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:36.924164804Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:37.031813109Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:37.036472169Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:37.039683189Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.239129201Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.24368905Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.246679355Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.759632851Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.763796271Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:38.767250119Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:39.418072296Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:39.42296921Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:39.426255681Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:40.063420177Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:40.06788541Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:40.07129059Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:41.373062531Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:41.377544888Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:41.380508656Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:42.478534043Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:42.483656321Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:42.487560833Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:43.695621487Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:43.701161795Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:43.704013137Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:44.551345367Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:44.555999334Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:44.558928976Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:45.590814878Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:45.769456517Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:13:45.770442281Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.188859696s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:45.921941742Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:45.926829555Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:45.930154503Z","hostname":"oxz_switch","pid":5485} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:46.318466359Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 714, tv_nsec: 613916524 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:46.319041956Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:46.327382099Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:46.953487182Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.132777677Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.137443582Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.140976441Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.940984338Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.945685258Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:47.948991622Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:48.569322236Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:48.574027073Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:48.577719934Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:49.570461874Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:49.575532081Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:49.578593464Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:50.747998583Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:50.752596517Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:50.755622668Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:51.363499041Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:51.367920331Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:51.370613298Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:52.410654746Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:52.415049179Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:52.418412435Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:53.850934762Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:53.855552237Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:53.859101823Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:54.902433711Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:54.906725631Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:54.910157419Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:55.619715118Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:56.308155345Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:56.311860593Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:56.315065542Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:56.982387978Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:57.749728173Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:57.75353556Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:57.756233492Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:58.555102043Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:58.559741214Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:58.562966273Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:59.640613702Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:59.645142438Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:13:59.647978222Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:00.196840822Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:00.200986031Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:00.204057043Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.2629193Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.267490058Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.270646017Z","hostname":"oxz_switch","pid":5485} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.369851471Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:14:01.371214123Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"45.747463519s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.946823744Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 730, tv_nsec: 200057270 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.947687868Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:01.955299207Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:02.023621769Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:02.027786244Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:02.030943263Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:03.077455568Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:03.081519796Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:03.084308078Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:04.262774539Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:04.267853301Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:04.270808299Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:05.573185984Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:05.578004306Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:05.581149781Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:05.648672623Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:06.169315226Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:06.174367958Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:06.178394113Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:07.011473341Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:07.518578453Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:07.524035631Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:07.527086139Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:08.930327148Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:08.935303572Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:08.938074639Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:09.758521365Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:09.762753249Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:09.766085369Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:11.264840983Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:11.269126193Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:11.272677907Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:12.744805Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:12.748604176Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:12.752036943Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:13.277271131Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:13.282240699Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:13.285080254Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:14.657283944Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:14.661975365Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:14.664898614Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:15.446718056Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:15.45195755Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:15.454967856Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:15.677626671Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:16.63739477Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:16.642045096Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:16.645332681Z","hostname":"oxz_switch","pid":5485} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:16.996280365Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:14:16.997119282Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"61.331283348s","count":"3"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:17.040169514Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:17.609297452Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:17.614962124Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:17.617713141Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:18.215326583Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:18.220749833Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:18.223711356Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.284224426Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.289510596Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.292603409Z","hostname":"oxz_switch","pid":5485} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.455538685Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 747, tv_nsec: 661600513 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.456221403Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.464494262Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.903891186Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.909299364Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:19.91196235Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:20.550072242Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:20.555059136Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:20.558008013Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:21.916153113Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:21.922024362Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:21.924914757Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:23.411741888Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:23.416368067Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:23.41954867Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.348895124Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.353372876Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.356555726Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.962549684Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.967126582Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:24.970137836Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:25.70691685Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:25.907687453Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:25.912659807Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:25.915789085Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.000381801Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.00542427Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.008120675Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.069899712Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.869030089Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.873353666Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:27.87675722Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:28.548472081Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:28.553139152Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:28.556055836Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:29.663413473Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:29.668428905Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:29.671327852Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.228879693Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.23444932Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.237442463Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.795065415Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.799515965Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:30.802412849Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:31.335949086Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:31.340831596Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:31.344273588Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:32.202423243Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:32.207620263Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:32.210701537Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:33.076311255Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:33.080332501Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:33.083611808Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:34.020447662Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:34.024277986Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:34.027526825Z","hostname":"oxz_switch","pid":5485} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:34.50572995Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:14:34.506920103Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"78.793631335s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:35.294117636Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:35.299112922Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:35.302230597Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:35.736452159Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.090855024Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.094569467Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.09750923Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.682273646Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.687221693Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:36.69034664Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:37.098835283Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:37.850449198Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:37.854962267Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:37.858202156Z","hostname":"oxz_switch","pid":5485} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.035483888Z","hostname":"oxz_switch","pid":5485,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1b4537ae-094c-497c-a84f-b5ad382eb6ad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"24141d23-436b-4751-9347-9d28621d62fa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"57775cc3-660c-4770-ad47-5c8b87561c9e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 766, tv_nsec: 191190588 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.036158796Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.043550845Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.409258969Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.414024945Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:38.417664966Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:39.599759639Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:39.604025816Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:39.607214245Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:40.672737297Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:40.677139752Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:40.680805986Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:41.502011085Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:41.50670929Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:41.509464681Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:42.936611731Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:42.941589455Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:42.945056161Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:43.9723219Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:43.97801713Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:43.981377781Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.342296554Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.347262688Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.350240514Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.765308264Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.96676529Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.970910522Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:45.973811017Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:46.933646935Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:46.938914417Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:46.941728171Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:47.127933204Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:47.901681191Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:47.906576635Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:47.909510106Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:48.779442664Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:48.784104661Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:48.787348003Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:50.284456569Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:50.28875901Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:50.292042908Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:51.324337688Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:51.328976374Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:51.331917588Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:52.697764091Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:52.702713411Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:52.705522601Z","hostname":"oxz_switch","pid":5485} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:53.084924333Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-18T17:14:53.086255556Z","hostname":"oxz_switch","pid":5485,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"97.322739281s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:53.298252206Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:53.302780729Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:53.306624627Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.036521131Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.04062276Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.043035894Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.570605098Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.575964384Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:54.57877117Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:55.722754039Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:55.727511312Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:55.730637618Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:55.794359757Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6402500496168290892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:56.795445337Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:56.799720461Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:56.80257183Z","hostname":"oxz_switch","pid":5485} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.157255Z","hostname":"oxz_switch","pid":5485,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9145060946436028062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.318618699Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.323227754Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.326722777Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.968211199Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.973379208Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:57.975825964Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:59.151076635Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:59.155535569Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:14:59.158482774Z","hostname":"oxz_switch","pid":5485} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:15:00.266431175Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportrear0_0 addrs [fe80::c083:e8ff:feb6:f511]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:15:00.271769315Z","hostname":"oxz_switch","pid":5485} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-18T17:15:00.275374728Z","hostname":"oxz_switch","pid":5485}