[ Nov 7 01:28:04 Enabled. ] [ Nov 7 01:28:04 Rereading configuration. ] [ Nov 7 01:28:06 Rereading configuration. ] [ Nov 7 01:28:18 Rereading configuration. ] [ Nov 7 01:28:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 7 01:28:26 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:26.725181917Z","hostname":"oxz_switch","pid":6303,"port":12224,"host":"[::1]"} {"msg":"Failed to connect to dpd. Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-11-07T01:28:26.72616033Z","hostname":"oxz_switch","pid":6303} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.727240178Z","hostname":"oxz_switch","pid":6303} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.727568017Z","hostname":"oxz_switch","pid":6303} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.727779011Z","hostname":"oxz_switch","pid":6303,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.728065149Z","hostname":"oxz_switch","pid":6303,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.728248323Z","hostname":"oxz_switch","pid":6303,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: d671b00b-c144-4ea1-8a48-8d753b50bba7, sled_id: a4029286-cacb-4bb6-a316-924fe8084154, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b8b2bb0c-b970-4b8c-9582-73462248935b, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.728286554Z","hostname":"oxz_switch","pid":6303,"unit":"oximeter","producer_id":"cac19981-b2ff-4e9b-bcdc-6c7cf11069a9"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n d671b00b-c144-4ea1-8a48-8d753b50bba7,\n ),\n sled_id: Some(\n a4029286-cacb-4bb6-a316-924fe8084154,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.729291468Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.737457625Z","hostname":"oxz_switch","pid":6303} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.73851655Z","hostname":"oxz_switch","pid":6303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::68e3:93ff:fe06:24eb->6a:e3:93:06:24:eb"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.738687314Z","hostname":"oxz_switch","pid":6303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c47d:a8ff:feff:3e4e->00:00:00:00:00:00"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.740777305Z","hostname":"oxz_switch","pid":6303,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.741366999Z","hostname":"oxz_switch","pid":6303,"local_addr":"[fd00:1122:3344:101::2]:35129","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.741469232Z","hostname":"oxz_switch","pid":6303,"local_addr":"[fd00:1122:3344:101::2]:35129","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.741637696Z","hostname":"oxz_switch","pid":6303,"local_addr":"[fd00:1122:3344:101::2]:35129","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35129","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.741650966Z","hostname":"oxz_switch","pid":6303,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.741671156Z","hostname":"oxz_switch","pid":6303,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.74179904Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.742168688Z","hostname":"oxz_switch","pid":6303,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.742214719Z","hostname":"oxz_switch","pid":6303,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35129","producer_id":"cac19981-b2ff-4e9b-bcdc-6c7cf11069a9"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:27.74222871Z","hostname":"oxz_switch","pid":6303,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.7422358Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.742274781Z","hostname":"oxz_switch","pid":6303} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.742937047Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.743196633Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-07T01:28:01.053716490Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.743232954Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","id":"16147098360533953985"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.743252644Z","hostname":"oxz_switch","pid":6303,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.7434802Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 578, tv_nsec: 522388246 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.744234988Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:27.759165558Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:28:27.759443385Z","hostname":"oxz_switch","pid":6303} {"msg":"removed stale NDP entry :fe80::c47d:a8ff:feff:3e4e->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:28.517162737Z","hostname":"oxz_switch","pid":6303} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:28.517419073Z","hostname":"oxz_switch","pid":6303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c47d:a8ff:feff:3e4e->c6:7d:a8:ff:3e:4e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.120210941Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.125065538Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.127947037Z","hostname":"oxz_switch","pid":6303} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.128414519Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.129563256Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-07T01:28:01.053581097Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.129607097Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","id":"12887569522776543470"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:29.129623388Z","hostname":"oxz_switch","pid":6303,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:28:29.195216489Z","hostname":"oxz_switch","pid":6303,"interface":"tfportqsfp0_0","entry":"10.151.2.174->b6:53:f3:4e:ce:5d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.023750588Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.02758986Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.030223664Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.706596896Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.711140566Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:30.713634316Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:31.413076563Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:31.41790731Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:31.420320778Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:32.258551681Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:32.262742862Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:32.265177491Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:34.342648999Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:34.347224949Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:34.349917144Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:35.420210227Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:35.424426609Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:35.426564721Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:36.181569777Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:36.18585011Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:36.189022417Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:37.49381705Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:37.497777196Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:37.500103842Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:38.208953714Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:38.414418619Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:38.418988539Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:38.421674954Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:39.248894786Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:39.252744039Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:39.254743948Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:39.590473977Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:40.605003385Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:40.611610964Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:40.615226581Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:41.235552804Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:41.239987352Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:41.24281931Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:42.570230039Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:42.575386013Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:42.578118419Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.156643427Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.163708642Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.171148022Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.208849393Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:28:43.209827206Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.019016215s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.575251717Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 593, tv_nsec: 906390297 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.576278072Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:43.586660493Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:44.309075662Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:44.320235872Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:44.323614863Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:45.366296432Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:45.372971903Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:45.377690337Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:45.99765752Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:46.005057209Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:46.00842836Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:47.440298415Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:47.451128487Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:47.456284561Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:48.184461189Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:48.63016612Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:48.634165507Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:48.63718954Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:49.564837319Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:49.63814685Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:49.642905305Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:49.645498358Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.291302387Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.297078037Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.299957166Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.965090239Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.976254998Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:50.981822003Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:52.312119545Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:52.316997003Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:52.319887862Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:53.253310619Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:53.258055813Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:53.260497002Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.062987122Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.068168727Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.071161189Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.617074055Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.621782199Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:54.624469054Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:55.893557439Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:55.898049433Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:55.90067487Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:56.958595556Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:56.962774517Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:56.965174994Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:57.710521418Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:57.715402716Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:57.718246975Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.182814192Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.271591591Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.275971717Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.278649182Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.570633109Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:28:58.571373967Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.398861338s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.995476679Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 609, tv_nsec: 344134675 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:58.996060582Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:59.001318689Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:59.432066251Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:59.436492348Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:59.438935797Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:28:59.566129122Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:00.625114696Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:00.629468881Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:00.632270928Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:01.9940481Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:02.001680844Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:02.006934591Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:02.647185652Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:02.65205676Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:02.655278257Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:03.752023822Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:03.757578675Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:03.760527176Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:04.703889813Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:04.722828659Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:04.726685022Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.293645507Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.299671803Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.302523921Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.850422717Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.856070843Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:05.859581938Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:06.837273652Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:06.843644386Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:06.8471357Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:07.993192472Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:07.998999132Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:08.002033005Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:08.185780094Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:08.668751654Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:08.674139324Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:08.677328311Z","hostname":"oxz_switch","pid":6303} {"msg":"removed stale NDP entry :fe80::c47d:a8ff:feff:3e4e->c6:7d:a8:ff:3e:4e","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:29:09.015583373Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:09.567308201Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-07T01:29:09.876295538Z","hostname":"oxz_switch","pid":6303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c47d:a8ff:feff:3e4e->c6:7d:a8:ff:3e:4e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:10.149205666Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:10.154001481Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:10.156665645Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:11.351594295Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:11.357780064Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:11.361408821Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:12.78869567Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:12.79451018Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:12.797712267Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:13.739633649Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:13.744032265Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:13.747899758Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:14.002541856Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:29:14.003297704Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.830839595s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:14.320585651Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:14.330798457Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:14.333671397Z","hostname":"oxz_switch","pid":6303} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.207697082Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 625, tv_nsec: 556384649 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.208242875Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.21467192Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.811603587Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.816664649Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:15.81960985Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:16.476133373Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:16.480799276Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:16.483335307Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:17.824649655Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:17.829157444Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:17.832082854Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:18.187436049Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:19.327604369Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:19.332363463Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:19.334873264Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:19.568684749Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:20.682117654Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:20.686309025Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:20.688689523Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:21.276270345Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:21.28107442Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:21.284103123Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:22.713300499Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:22.717708525Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:22.720785449Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:24.164935186Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:24.17010228Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:24.172787605Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:25.479359656Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:25.484640234Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:25.487926653Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:26.35080565Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:26.355841992Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:26.359034198Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:27.149837728Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:27.153834474Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:27.156134029Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:28.188828379Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:28.534226704Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:28.539949512Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:28.543113638Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:29.570572632Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:29.93021371Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:29.935111908Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:29.938033128Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:30.216159101Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:29:30.216836028Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"62.044322409s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:30.960797829Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:30.96540406Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:30.968571976Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:31.58239114Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:31.586349306Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:31.589518472Z","hostname":"oxz_switch","pid":6303} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.202631249Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 642, tv_nsec: 551285036 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.203153052Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.209580857Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.49142324Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.496477101Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:32.49892034Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:34.003808691Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:34.008288439Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:34.011486346Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:35.206398955Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:35.218001495Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:35.223103017Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:36.089291714Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:36.097131593Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:36.116323076Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.140682267Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.148408743Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.152898231Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.193891689Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.894011913Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.911003343Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:38.921605168Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:39.576808759Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:40.430809642Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:40.453169341Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:40.585493971Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:41.869024836Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:41.874765474Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:41.87912907Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:42.940387698Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:42.951315251Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:42.979788398Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:44.093389047Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:44.106517034Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:44.112698463Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:45.467864765Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:45.478971262Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:45.482957978Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:46.988650688Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:46.996006085Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:46.99952651Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:47.21115123Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:29:47.21320077Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"79.040681831s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:47.921107062Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:47.928154282Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:47.931950263Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:48.198941578Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:48.603204741Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:48.610251341Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:48.613905669Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:49.580828443Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:49.83126053Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:49.837654924Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:49.841130537Z","hostname":"oxz_switch","pid":6303} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:50.622583982Z","hostname":"oxz_switch","pid":6303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0e162323-7050-4877-becf-21334876f644.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c96128d0-27b2-4739-a8f7-ff47e99fc3ed.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fa78d073-6c99-41d2-b2be-0f5cd8e6a354.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 660, tv_nsec: 971208188 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:50.624041257Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:50.635302809Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:50.991416452Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:50.99962391Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:51.004286532Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:51.55560995Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:51.564835452Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:51.570292254Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:52.362224921Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:52.372012897Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:52.377400367Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:53.205568787Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:53.212984236Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:53.217586056Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:54.240675925Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:54.251206759Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:54.2566597Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:55.481655104Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:55.489229467Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:55.492619089Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:56.01668526Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:56.021480895Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:56.024128669Z","hostname":"oxz_switch","pid":6303} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:56.285481448Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-07T01:29:56.286086843Z","hostname":"oxz_switch","pid":6303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"88.113640694s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:57.349876863Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:57.353818958Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:57.356629175Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:58.201676263Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16147098360533953985"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:58.822236159Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:58.828214933Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:58.831777279Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:59.493881317Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:59.499575484Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:59.503884538Z","hostname":"oxz_switch","pid":6303} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:29:59.584093171Z","hostname":"oxz_switch","pid":6303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12887569522776543470"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:00.685623769Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:00.694147775Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:00.698127821Z","hostname":"oxz_switch","pid":6303} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:01.383265474Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportrear0_0 addrs [fe80::68e3:93ff:fe06:24eb]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:01.391170865Z","hostname":"oxz_switch","pid":6303} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-07T01:30:01.395416017Z","hostname":"oxz_switch","pid":6303}