[ Mar 23 20:11:59 Enabled. ] [ Mar 23 20:11:59 Rereading configuration. ] [ Mar 23 20:12:00 Rereading configuration. ] [ Mar 23 20:12:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 23 20:12:21 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.699945065Z","hostname":"oxz_switch","pid":5179,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.701987762Z","hostname":"oxz_switch","pid":5179} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.702441956Z","hostname":"oxz_switch","pid":5179} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.70282959Z","hostname":"oxz_switch","pid":5179,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.705411422Z","hostname":"oxz_switch","pid":5179,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ebfe7b28-ed79-4e1d-8979-327bbaaa1dfc,\n ),\n sled_id: Some(\n ff4096e3-2dc9-479c-9ecc-bff381ef3517,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.70755468Z","hostname":"oxz_switch","pid":5179} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.707586031Z","hostname":"oxz_switch","pid":5179,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:21.711402104Z","hostname":"oxz_switch","pid":5179,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c4a:9aff:fe98:7dd0->0e:4a:9a:98:7d:d0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:21.711860508Z","hostname":"oxz_switch","pid":5179} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:21.717207234Z","hostname":"oxz_switch","pid":5179} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:12:21.723093235Z","hostname":"oxz_switch","pid":5179} [ Mar 23 20:12:22 Rereading configuration. ] [ Mar 23 20:12:22 Executing refresh method (:kill). ] [ Mar 23 20:12:22 Stopping because all processes in service exited. ] [ Mar 23 20:12:22 Executing stop method (:kill). ] [ Mar 23 20:12:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 23 20:12:22 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.296592061Z","hostname":"oxz_switch","pid":5381,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.297567499Z","hostname":"oxz_switch","pid":5381} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.297876102Z","hostname":"oxz_switch","pid":5381} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.298011313Z","hostname":"oxz_switch","pid":5381,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.299837569Z","hostname":"oxz_switch","pid":5381,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.300122591Z","hostname":"oxz_switch","pid":5381,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: ebfe7b28-ed79-4e1d-8979-327bbaaa1dfc, sled_id: ff4096e3-2dc9-479c-9ecc-bff381ef3517, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b91b53dd-5392-4bb5-88df-6f6c9752543f, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.300150091Z","hostname":"oxz_switch","pid":5381,"unit":"oximeter","producer_id":"ada5be16-9322-4234-9f6a-e2e4ac177cd4"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ebfe7b28-ed79-4e1d-8979-327bbaaa1dfc,\n ),\n sled_id: Some(\n ff4096e3-2dc9-479c-9ecc-bff381ef3517,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.301302111Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.307820438Z","hostname":"oxz_switch","pid":5381} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.309148599Z","hostname":"oxz_switch","pid":5381,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c4a:9aff:fe98:7dd0->0e:4a:9a:98:7d:d0"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.311687861Z","hostname":"oxz_switch","pid":5381,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.312940452Z","hostname":"oxz_switch","pid":5381,"local_addr":"[fd00:1122:3344:101::2]:50306","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.313013652Z","hostname":"oxz_switch","pid":5381,"local_addr":"[fd00:1122:3344:101::2]:50306","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.313064373Z","hostname":"oxz_switch","pid":5381} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.313183264Z","hostname":"oxz_switch","pid":5381,"local_addr":"[fd00:1122:3344:101::2]:50306","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:50306","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.313218164Z","hostname":"oxz_switch","pid":5381,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.313228764Z","hostname":"oxz_switch","pid":5381,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.313470156Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.314560406Z","hostname":"oxz_switch","pid":5381,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.314688367Z","hostname":"oxz_switch","pid":5381,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:50306","producer_id":"ada5be16-9322-4234-9f6a-e2e4ac177cd4"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:22.314704617Z","hostname":"oxz_switch","pid":5381,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.314715437Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.314723857Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.315749006Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-23T20:11:55.521018869Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.315778887Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","id":"8930801226013925859"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:22.315793196Z","hostname":"oxz_switch","pid":5381,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:12:22.31614577Z","hostname":"oxz_switch","pid":5381} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:23.123064314Z","hostname":"oxz_switch","pid":5381,"interface":"tfportqsfp0_0","entry":"10.151.1.174->0e:86:e8:70:c6:92"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.585140277Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.590364523Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.592988385Z","hostname":"oxz_switch","pid":5381} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.593206887Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.594202416Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-23T20:11:55.520879539Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.594251256Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","id":"6749477180264844426"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:23.594268916Z","hostname":"oxz_switch","pid":5381,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:12:24.336620291Z","hostname":"oxz_switch","pid":5381,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c90:bff:febb:23b1->4e:90:0b:bb:23:b1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.010833478Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.016368535Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.019531473Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.943882842Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.949806013Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:25.953065001Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:26.663768173Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:26.669321121Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:26.671754842Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:27.317508273Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 642, tv_nsec: 6405811 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:27.318036438Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:27.359887629Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.002819745Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.008126101Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.011295019Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.956941742Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.961800784Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:28.964617388Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:30.086223581Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:30.090323197Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:30.092790038Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.05687979Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.062163636Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.064817698Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.690819069Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.696794701Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:31.700120149Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:32.320554281Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.121500483Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.125676309Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.128673525Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.595925803Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.679160133Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.683723572Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:33.686701818Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:34.535530734Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:34.540070903Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:34.542829277Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:35.614896091Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:35.619813674Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:35.622706439Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:36.788555105Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:36.793575588Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:36.796482653Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:38.272522529Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:38.276614665Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:38.279257468Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.031444372Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.036398914Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.039099448Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.29383191Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.301616047Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:39.306027795Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:40.259709343Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:40.265351896Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:40.268375475Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:41.707196055Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:41.712012503Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:41.714961501Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:41.852731935Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:41.889997753Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:12:41.890996904Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.047240514s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.10837267Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 657, tv_nsec: 267662293 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.10883121Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.142607633Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.859531406Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.876819036Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:42.888825447Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:43.135832522Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:43.71236164Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:43.732251835Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:43.745602987Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:44.68773052Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:44.693759762Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:44.697929158Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:45.916520641Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:45.921794327Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:45.925231925Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:46.5099116Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:46.514831437Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:46.517555662Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:47.853467466Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:47.859917032Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:47.862886292Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:48.560183819Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:48.564818758Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:48.567773155Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:49.49056348Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:49.495920643Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:49.499119058Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:50.666020426Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:50.672060952Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:50.675970463Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:51.884083578Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:51.889914047Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:51.896326003Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:51.899664359Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:52.594651407Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:52.600292689Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:52.603419166Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:53.48611726Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:53.512451767Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:53.521160568Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:53.527017777Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:54.517100563Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:54.524349159Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:54.528507996Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:55.135018714Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:55.141198959Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:55.144520892Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:56.398820233Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:56.405637847Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:56.409931464Z","hostname":"oxz_switch","pid":5381} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.189710004Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:12:57.199536613Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.313881645s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.661841489Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 672, tv_nsec: 776595227 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.66247379Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.701995126Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.810493091Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.818996782Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:57.822499442Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.094838076Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.100230737Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.103488496Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.650396853Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.654963495Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:12:59.658170062Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:00.538392258Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:00.543327716Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:00.545867601Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:01.914764849Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:01.95347671Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:01.959087451Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:01.961588888Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:02.808898631Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:02.814023042Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:02.816858302Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:03.456633659Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:03.461995038Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:03.465502916Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:03.514720587Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:04.112011089Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:04.125055724Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:04.146991838Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:05.493142172Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:05.498102858Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:05.502018215Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.047314639Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.051434751Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.054747913Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.573203639Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.577586135Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:06.580636826Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:07.911357776Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:07.916560913Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:07.919625438Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:08.613356407Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:08.618546312Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:08.621273326Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:09.397403534Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:09.402824541Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:09.405673056Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:10.900071322Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:10.90448451Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:10.907137183Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:11.933017849Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.123261543Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.128829871Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.131841717Z","hostname":"oxz_switch","pid":5381} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.730819133Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:13:12.732052534Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.817108157s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.805985953Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.81141367Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:12.814211824Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.528124025Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.857232389Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.862561265Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.865759273Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.885553964Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 688, tv_nsec: 974320692 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.886155079Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:13.919689979Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:14.494879723Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:14.500702863Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:14.50385401Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:15.6024867Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:15.609641442Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:15.613896879Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:16.333216808Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:16.34619682Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:16.350502007Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.100881482Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.106283139Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.109319705Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.730466793Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.735483126Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:17.738305291Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:18.749654411Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:18.755097258Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:18.758212725Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:19.547233184Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:19.553107555Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:19.556366113Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:20.839136069Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:20.844057052Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:20.846687105Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:21.436332071Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:21.441862579Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:21.445075467Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:21.933070043Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:22.917730483Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:22.923382002Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:22.926429528Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:23.53056756Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:24.158173344Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:24.163735512Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:24.166752978Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.075200369Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.08105334Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.084168627Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.726313106Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.731885095Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:25.735712148Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:26.796911248Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:26.805948766Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:26.810764498Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:27.69282083Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:27.723366284Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:27.733808275Z","hostname":"oxz_switch","pid":5381} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:28.926531642Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:13:28.928038415Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.014289097s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:28.938393785Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:28.945139853Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:28.957075986Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:29.969962019Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:29.976791738Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:29.980894214Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:30.883312833Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:30.905298412Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:30.91770951Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.406765698Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.420290365Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.53536293Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.572562621Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 707, tv_nsec: 657633899 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.680971638Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:32.898200886Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:33.114234443Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:33.537554881Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:33.678887392Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:33.724166143Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:33.786903155Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:35.289075358Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:35.296837495Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:35.300382726Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:36.555760515Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:36.563090759Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:36.56786977Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:37.333746949Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:37.340395316Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:37.380790966Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:38.50722791Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:38.514780555Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:38.518907311Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:39.166012913Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:39.1737522Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:39.177773795Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:40.417554679Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:40.42351348Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:40.42699052Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:41.349913626Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:41.355609935Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:41.358775792Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:42.838463429Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:42.844086948Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:42.847243155Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:42.909661584Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:43.540450266Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:44.239631788Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:44.243853904Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:44.246573178Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:45.32524317Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:45.331024151Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:45.334345769Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:46.783794886Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:46.789441364Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:46.793140246Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:47.484605852Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:47.490489373Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:47.493433809Z","hostname":"oxz_switch","pid":5381} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:48.117662253Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:13:48.120377156Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"86.206082429s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:48.869019466Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:48.874549423Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:48.877731371Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:49.776884461Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:49.781853954Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:49.785013381Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:50.443426162Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:50.44907021Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:50.452192637Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:51.954740153Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:51.959699636Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:51.96251199Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:52.937405185Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.249755834Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.254638837Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.308739524Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.367743944Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 728, tv_nsec: 456508779 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.368300039Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.471836124Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:53.543064469Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:54.205193442Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:54.209781262Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:54.273532322Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.181178196Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.18620218Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.189197695Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.793890891Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.799404668Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:55.805661343Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:56.436261733Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:56.44165817Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:56.445436192Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:57.628209064Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:57.633383468Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:57.636672517Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:58.85202812Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:58.857082733Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:58.860253711Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:59.481762672Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:59.48841557Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:13:59.492643826Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:00.834767515Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:00.839571237Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:00.842362771Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:01.522923203Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:01.52843122Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:01.531518517Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:02.854388529Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:02.859526993Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:02.862961213Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:02.941965095Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:03.547020405Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:04.27892202Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:04.286269384Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:04.290251198Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:05.506248087Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:05.512479371Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:05.516662737Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:06.09217648Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:06.097363695Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:06.10029933Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:07.590315157Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:07.59527192Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:07.598299486Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:08.309460393Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:08.315330723Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:08.318101447Z","hostname":"oxz_switch","pid":5381} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:08.472605153Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:14:08.474744691Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"106.560007274s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:09.590633154Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:09.605558234Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:09.626866508Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:10.671938299Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:10.678406195Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:10.682116897Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:11.703407624Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:11.710961559Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:11.714739482Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:12.946370836Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.02671708Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.032981364Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.037899067Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.550206845Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.776782862Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.783556951Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:13.786636397Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:14.534131298Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:14.539883908Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:14.542806313Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.103099065Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.109067826Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.112117523Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.126372286Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 215232214 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.127003951Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.159171049Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.16390934Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-23T20:14:15.164459335Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"113.249656058s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.642339455Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.648488118Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:15.651689786Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:16.482237894Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:16.488105985Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:16.491311873Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:17.582997856Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:17.589285591Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:17.592779001Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:18.899284852Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:18.904469146Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:18.908240739Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.194442745Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.200625478Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.204122129Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.967773888Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.976504143Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:20.981503107Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:22.43632382Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:22.445443359Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:22.450605283Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:22.947598598Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.382617248Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.389432857Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.393432921Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.55178122Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.98685428Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.992980073Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:23.996435863Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:24.906885181Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:24.913809211Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:24.917245781Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:25.918232941Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:25.92389496Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:25.927691813Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:26.892039077Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:26.901778261Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:26.904991679Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:27.81112615Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:27.817437354Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:27.820664242Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:28.797914288Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:28.80392837Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:28.8073813Z","hostname":"oxz_switch","pid":5381} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:29.419878893Z","hostname":"oxz_switch","pid":5381,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e821eb3-d068-40e3-90c2-87e33b74bdc0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2eb435d8-caa2-4aaf-a56b-efc535cd1305.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c64becd6-21a7-4674-a33c-c7caa35d02e0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 764, tv_nsec: 508792812 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:29.420624Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:29.464480289Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:29.536030967Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefc1972-2d01-4657-8afb-6aa15be9e85d\", \"content-length\": \"41\", \"date\": \"Mon, 23 Mar 2026 20:14:29 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:29.538538029Z","hostname":"oxz_switch","pid":5381,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:30.09528987Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:30.101024429Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:30.104180727Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.111818324Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.117791346Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.121340607Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.90162033Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.905945288Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:31.909033334Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:32.630430839Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:32.635749485Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:32.638521369Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:32.949642818Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:33.553633638Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.083187963Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.088453999Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.091303933Z","hostname":"oxz_switch","pid":5381} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:14:34.243157966Z","hostname":"oxz_switch","pid":5381,"local_addr":"[fd00:1122:3344:101::2]:50306","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:35506"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-23T20:14:34.259079854Z","hostname":"oxz_switch","pid":5381,"uri":"/ada5be16-9322-4234-9f6a-e2e4ac177cd4","method":"GET","req_id":"8f2550db-da89-452b-a11c-9aa2c02af41c","remote_addr":"[fd00:1122:3344:101::d]:35506","local_addr":"[fd00:1122:3344:101::2]:50306","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":11824,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.888960507Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.894346514Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:34.897268559Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:35.535087102Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:35.541118394Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:35.544552233Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:36.524821655Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:36.529365944Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:36.532920925Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:37.943155932Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:37.949030862Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:37.952462542Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:38.47058544Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:38.476226679Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:38.479073273Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:39.601587484Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:39.607171162Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:39.610277729Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:40.538713753Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:40.545098739Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:40.548280626Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:41.918102604Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:41.923898935Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:41.92680812Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:42.938899506Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:42.944536245Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:42.94742026Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:42.951584085Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:43.555849398Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.030620041Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.03637784Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.04097991Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.930774201Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.93656052Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:44.940619255Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:45.743859387Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:45.749875219Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:45.753181457Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:46.487781657Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:46.496087388Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:46.500207964Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.011337613Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.017118833Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.020107269Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.592726137Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.59891331Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:48.602543722Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:49.552457691Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:49.557374574Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:49.560726463Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:50.178763993Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:50.184092439Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:50.18768251Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.046499042Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.054074907Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.05788286Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.694670903Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.700466153Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:51.703738278Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:52.7149869Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:52.721992051Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:52.726258228Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:52.955023155Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8930801226013925859"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:53.301287438Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:53.3074348Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:53.310905341Z","hostname":"oxz_switch","pid":5381} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:53.558278119Z","hostname":"oxz_switch","pid":5381,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6749477180264844426"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:54.467322364Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:54.472679661Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:54.475386494Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:55.250807205Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:55.256610045Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:55.260262857Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:56.369937167Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:56.37600591Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:56.379679411Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:57.009470234Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:57.014342086Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:57.01715602Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:58.502013104Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:58.506637764Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:14:58.50970064Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.005774429Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.011531869Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.014940528Z","hostname":"oxz_switch","pid":5381} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.787296473Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportrear0_0 addrs [fe80::c4a:9aff:fe98:7dd0]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.796073619Z","hostname":"oxz_switch","pid":5381} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-23T20:15:00.801739978Z","hostname":"oxz_switch","pid":5381}