[ Oct 30 18:13:57 Enabled. ] [ Oct 30 18:13:57 Rereading configuration. ] [ Oct 30 18:13:57 Rereading configuration. ] [ Oct 30 18:14:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 30 18:14:08 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.740568299Z","hostname":"oxz_switch","pid":5362,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.742803524Z","hostname":"oxz_switch","pid":5362} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.743168284Z","hostname":"oxz_switch","pid":5362} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.743498594Z","hostname":"oxz_switch","pid":5362,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.743731401Z","hostname":"oxz_switch","pid":5362,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0d0afa76-d72e-437a-8cd8-263a294eadf1,\n ),\n sled_id: Some(\n 4118baad-0e92-48b1-bd6a-6309e008b81d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.744976097Z","hostname":"oxz_switch","pid":5362} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.744992467Z","hostname":"oxz_switch","pid":5362,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.750686242Z","hostname":"oxz_switch","pid":5362,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44ff:7fff:fe10:c5f9->46:ff:7f:10:c5:f9"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:08.750906898Z","hostname":"oxz_switch","pid":5362,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d056:f3ff:fe23:aa91->d2:56:f3:23:aa:91"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:08.75201038Z","hostname":"oxz_switch","pid":5362} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:08.756296344Z","hostname":"oxz_switch","pid":5362} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-30T18:14:08.761441213Z","hostname":"oxz_switch","pid":5362} [ Oct 30 18:14:09 Rereading configuration. ] [ Oct 30 18:14:09 Executing refresh method (:kill). ] [ Oct 30 18:14:09 Stopping because all processes in service exited. ] [ Oct 30 18:14:09 Executing stop method (:kill). ] [ Oct 30 18:14:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 30 18:14:09 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.430855498Z","hostname":"oxz_switch","pid":5482,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.431796235Z","hostname":"oxz_switch","pid":5482} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.432163025Z","hostname":"oxz_switch","pid":5482} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.432241088Z","hostname":"oxz_switch","pid":5482,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.432466634Z","hostname":"oxz_switch","pid":5482,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.432807404Z","hostname":"oxz_switch","pid":5482,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0d0afa76-d72e-437a-8cd8-263a294eadf1, sled_id: 4118baad-0e92-48b1-bd6a-6309e008b81d, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7dd51faf-f93c-4819-81ae-5b65bf754fbd, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.432911897Z","hostname":"oxz_switch","pid":5482,"unit":"oximeter","producer_id":"31c75f74-2080-43d2-b01c-1e5676335a50"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0d0afa76-d72e-437a-8cd8-263a294eadf1,\n ),\n sled_id: Some(\n 4118baad-0e92-48b1-bd6a-6309e008b81d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.433794073Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.442190325Z","hostname":"oxz_switch","pid":5482} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.442474134Z","hostname":"oxz_switch","pid":5482,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44ff:7fff:fe10:c5f9->46:ff:7f:10:c5:f9"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.442717101Z","hostname":"oxz_switch","pid":5482,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d056:f3ff:fe23:aa91->d2:56:f3:23:aa:91"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.44410345Z","hostname":"oxz_switch","pid":5482,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.444641376Z","hostname":"oxz_switch","pid":5482,"local_addr":"[fd00:1122:3344:101::2]:46817","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.444733219Z","hostname":"oxz_switch","pid":5482,"local_addr":"[fd00:1122:3344:101::2]:46817","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.444876043Z","hostname":"oxz_switch","pid":5482,"local_addr":"[fd00:1122:3344:101::2]:46817","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46817","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.444903374Z","hostname":"oxz_switch","pid":5482,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.444931225Z","hostname":"oxz_switch","pid":5482,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.445023387Z","hostname":"oxz_switch","pid":5482,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.445362907Z","hostname":"oxz_switch","pid":5482,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.445414199Z","hostname":"oxz_switch","pid":5482,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46817","producer_id":"31c75f74-2080-43d2-b01c-1e5676335a50"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:09.445427879Z","hostname":"oxz_switch","pid":5482,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.445434949Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.446774218Z","hostname":"oxz_switch","pid":5482,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59abb66d-ba9a-4426-bce5-665e82e103b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e2357fe-6e0a-4a33-9b68-1277b0517108.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1181, tv_nsec: 72656447 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.447414046Z","hostname":"oxz_switch","pid":5482} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.447424506Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.447806577Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.448986532Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-30T18:13:52.331535324Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.449038733Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","id":"16131436938782504312"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.449049913Z","hostname":"oxz_switch","pid":5482,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-30T18:14:09.450331861Z","hostname":"oxz_switch","pid":5482} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:09.465271432Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.757899698Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.76141056Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.763593383Z","hostname":"oxz_switch","pid":5482} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.763806609Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.765019564Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-30T18:13:52.331397170Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.765064915Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","id":"16914084535571246704"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:10.765073316Z","hostname":"oxz_switch","pid":5482,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:11.319904459Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:11.325168002Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:11.328157998Z","hostname":"oxz_switch","pid":5482} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:11.338905368Z","hostname":"oxz_switch","pid":5482,"interface":"tfportqsfp0_0","entry":"10.151.2.174->22:0d:45:ca:a4:8f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:12.21546816Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:12.219778015Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:12.222685119Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:13.496622184Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:13.500852847Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:13.503572195Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.036356522Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.040839911Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.043593371Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.909235208Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.913691727Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:14.916389865Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:16.26889292Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:16.273500763Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:16.276566852Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.372896015Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.377643732Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.380253377Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.981629836Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.986502977Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:17.989185525Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:19.182578973Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:19.187286399Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:19.18975191Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:19.452136343Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16131436938782504312"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.015495253Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.01884072Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.021659671Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.593225909Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.596650598Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.599072688Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:20.767403303Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16914084535571246704"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:21.968993197Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:21.972458067Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:21.974791945Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:22.778998706Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:22.784039272Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:22.791539109Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:23.923928703Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:23.928140625Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:23.930917036Z","hostname":"oxz_switch","pid":5482} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.467542242Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-30T18:14:24.468479344Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.021771094s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.53501708Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.539616904Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.542587741Z","hostname":"oxz_switch","pid":5482} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.760192427Z","hostname":"oxz_switch","pid":5482,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59abb66d-ba9a-4426-bce5-665e82e103b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e2357fe-6e0a-4a33-9b68-1277b0517108.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 384045902 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.760930007Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:24.76883774Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:25.894249554Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:25.898177504Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:25.900882167Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:26.748810519Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:26.753476107Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:26.756104492Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:27.335351698Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:27.339928672Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:27.342741554Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:28.27563469Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:28.280048664Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:28.282325725Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:29.470580522Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16131436938782504312"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:29.591420352Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:29.595323308Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:29.598339414Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:30.788993183Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16914084535571246704"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:30.815855652Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:30.821232957Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:30.824126322Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:31.845038925Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:31.852736782Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:31.857087687Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.225707892Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.23104566Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.233759066Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.98095269Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.989138966Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:33.993631123Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:35.391089501Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:35.400666617Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:35.403932938Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:36.612868574Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:36.618148244Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:36.621053923Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:37.258434514Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:37.262872483Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:37.266191819Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:38.602376458Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:38.608001427Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:38.611505485Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:39.265203031Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:39.272638569Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:39.275904972Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:39.499807608Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16131436938782504312"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:39.811592792Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-30T18:14:39.812369122Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.323039186s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.134060073Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.138202315Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.140639643Z","hostname":"oxz_switch","pid":5482} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.301300663Z","hostname":"oxz_switch","pid":5482,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59abb66d-ba9a-4426-bce5-665e82e103b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e2357fe-6e0a-4a33-9b68-1277b0517108.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1211, tv_nsec: 882004927 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.301819838Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.309932537Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.678325274Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.682908734Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.685160104Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:40.818407372Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16914084535571246704"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.378899136Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.383730842Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.386498072Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.973159143Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.97751502Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:41.980079696Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.021347242Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.027119368Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.030751663Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.790371188Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.795767251Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:43.799028929Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:44.400521445Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:44.406885089Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:44.409885495Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:45.528319335Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:45.540365413Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:45.562468547Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:46.871956633Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:47.019793688Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:47.024515341Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:48.10340728Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:48.108844317Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:48.112706998Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:49.156446127Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:49.161197095Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:49.165247342Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:49.524820786Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16131436938782504312"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:50.652144004Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:50.656236483Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:50.658716784Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:50.836736735Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16914084535571246704"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:51.475661293Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:51.480466822Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:51.483020916Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:52.618141936Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:52.62314883Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:52.626062684Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:53.769206552Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:53.774633911Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:53.777440671Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:54.353805108Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:54.360581366Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:54.363294673Z","hostname":"oxz_switch","pid":5482} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:55.330182275Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-30T18:14:55.331688858Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.821608968s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:55.68278166Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:55.692059938Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:55.702949824Z","hostname":"oxz_switch","pid":5482} {"msg":"removed stale NDP entry :fe80::44ff:7fff:fe10:c5f9->46:ff:7f:10:c5:f9","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:14:55.906325397Z","hostname":"oxz_switch","pid":5482} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:56.338230888Z","hostname":"oxz_switch","pid":5482,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59abb66d-ba9a-4426-bce5-665e82e103b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e2357fe-6e0a-4a33-9b68-1277b0517108.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fbb3752e-57a5-46c9-b32c-b507b17e1a2a.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1227, tv_nsec: 899268469 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:56.340891525Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:14:56.358590067Z","hostname":"oxz_switch","pid":5482,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:03.637397691Z","hostname":"oxz_switch","pid":5482} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-30T18:15:03.787805827Z","hostname":"oxz_switch","pid":5482,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44ff:7fff:fe10:c5f9->46:ff:7f:10:c5:f9"} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:03.879877528Z","hostname":"oxz_switch","pid":5482} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:03.925436694Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16131436938782504312"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:03.926396132Z","hostname":"oxz_switch","pid":5482,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16914084535571246704"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:03.943759224Z","hostname":"oxz_switch","pid":5482} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:05.324092878Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportrear0_0 addrs [fe80::d056:f3ff:fe23:aa91]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:05.333539502Z","hostname":"oxz_switch","pid":5482} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-30T18:15:05.338890796Z","hostname":"oxz_switch","pid":5482}