[ Mar 24 22:26:05 Enabled. ] [ Mar 24 22:26:05 Rereading configuration. ] [ Mar 24 22:26:06 Rereading configuration. ] [ Mar 24 22:26:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 24 22:26:17 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.706158141Z","hostname":"oxz_switch","pid":4874,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.707640556Z","hostname":"oxz_switch","pid":4874} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.708024468Z","hostname":"oxz_switch","pid":4874} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.708297166Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.710091922Z","hostname":"oxz_switch","pid":4874,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 279eec74-1e54-4032-9cef-5771867a0c6b,\n ),\n sled_id: Some(\n 77e58b7a-83b1-4611-b8ef-c1d83b7191de,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.711844426Z","hostname":"oxz_switch","pid":4874} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.711872366Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:17.715632892Z","hostname":"oxz_switch","pid":4874,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::90a8:f7ff:feed:9c18->92:a8:f7:ed:9c:18"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:17.717739136Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:17.723423371Z","hostname":"oxz_switch","pid":4874} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:26:17.729270371Z","hostname":"oxz_switch","pid":4874} [ Mar 24 22:26:18 Rereading configuration. ] [ Mar 24 22:26:18 Executing refresh method (:kill). ] [ Mar 24 22:26:18 Stopping because all processes in service exited. ] [ Mar 24 22:26:18 Executing stop method (:kill). ] [ Mar 24 22:26:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 24 22:26:18 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.331552669Z","hostname":"oxz_switch","pid":5011,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.332511569Z","hostname":"oxz_switch","pid":5011} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.332795008Z","hostname":"oxz_switch","pid":5011} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.332895631Z","hostname":"oxz_switch","pid":5011,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.334946554Z","hostname":"oxz_switch","pid":5011,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.335091438Z","hostname":"oxz_switch","pid":5011,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 279eec74-1e54-4032-9cef-5771867a0c6b, sled_id: 77e58b7a-83b1-4611-b8ef-c1d83b7191de, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 86d30d23-132a-4ca8-9d7f-3be28101a77c, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.33513679Z","hostname":"oxz_switch","pid":5011,"unit":"oximeter","producer_id":"d6a86a2d-8ecf-4a8b-b97f-ad4b3c0a3ac9"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 279eec74-1e54-4032-9cef-5771867a0c6b,\n ),\n sled_id: Some(\n 77e58b7a-83b1-4611-b8ef-c1d83b7191de,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.336249914Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.343340562Z","hostname":"oxz_switch","pid":5011} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.345276321Z","hostname":"oxz_switch","pid":5011,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::90a8:f7ff:feed:9c18->92:a8:f7:ed:9c:18"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.346844549Z","hostname":"oxz_switch","pid":5011,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.347575932Z","hostname":"oxz_switch","pid":5011,"local_addr":"[fd00:1122:3344:101::2]:59263","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.347634323Z","hostname":"oxz_switch","pid":5011,"local_addr":"[fd00:1122:3344:101::2]:59263","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.347795479Z","hostname":"oxz_switch","pid":5011,"local_addr":"[fd00:1122:3344:101::2]:59263","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:59263","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.3478305Z","hostname":"oxz_switch","pid":5011,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.34784568Z","hostname":"oxz_switch","pid":5011,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.348473919Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.348905162Z","hostname":"oxz_switch","pid":5011,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.348950234Z","hostname":"oxz_switch","pid":5011,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:59263","producer_id":"d6a86a2d-8ecf-4a8b-b97f-ad4b3c0a3ac9"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:18.348964964Z","hostname":"oxz_switch","pid":5011,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.348979395Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.350255774Z","hostname":"oxz_switch","pid":5011} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.350617775Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.351918345Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T22:26:01.562483323Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.351941786Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","id":"17477745967263870364"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:18.351960456Z","hostname":"oxz_switch","pid":5011,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:26:18.353507194Z","hostname":"oxz_switch","pid":5011} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:19.318433482Z","hostname":"oxz_switch","pid":5011,"interface":"tfportqsfp0_0","entry":"10.151.2.174->ca:99:49:62:43:33"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.651363379Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.656503856Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.659423886Z","hostname":"oxz_switch","pid":5011} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.659690174Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.660602912Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T22:26:01.562347518Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.660656884Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","id":"14896387514632113943"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:19.660675065Z","hostname":"oxz_switch","pid":5011,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:26:19.714719014Z","hostname":"oxz_switch","pid":5011,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6c5f:f0ff:fe1b:c0b5->6e:5f:f0:1b:c0:b5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:20.839284876Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:20.844049802Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:20.846960722Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:21.528854276Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:21.534071897Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:21.536888403Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.071860085Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.077315012Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.080392877Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.877037866Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.881313838Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:22.911361591Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:23.351894071Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 652, tv_nsec: 9803058 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:23.35250255Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:23.394941493Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.327963972Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.332216033Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.334803862Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.929044275Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.933291855Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:24.936358219Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:26.078792769Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:26.083685059Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:26.086366811Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.130583845Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.135016702Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.138062325Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.853690766Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.858416981Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:27.861133555Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:28.356619684Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.138346645Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.142834883Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.146093913Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.663363651Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.780297173Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.78443666Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:29.786947857Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:30.310137067Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:30.314394737Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:30.317251555Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:31.013332515Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:31.017527404Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:31.020483545Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.268825797Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.27347122Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.27607464Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.92034258Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.925089815Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:32.927728996Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:34.229378707Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:34.233290617Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:34.236037291Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:36.045263121Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:36.051185733Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:36.054852625Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:37.114565805Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:37.121675594Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:37.12611354Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:38.411004383Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:38.416354148Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:38.419280318Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:38.805050209Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:38.842134742Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:26:38.843163994Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.048182258s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:39.145053492Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 667, tv_nsec: 357815909 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:39.145615129Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:39.217570765Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:40.110943429Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:40.194380969Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:40.204503771Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:40.214313439Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:41.544886413Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:41.550991761Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:41.555054136Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:42.824566936Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:42.830000933Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:42.832905222Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.335695466Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.340535345Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.343552718Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.852565285Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.857683462Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:44.860960403Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:45.597301571Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:45.601663316Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:45.603959597Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:46.525684584Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:46.530145351Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:46.532737851Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:47.616113658Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:47.621177784Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:47.623997401Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.165282032Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.170942707Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.173854827Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.78080756Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.942240861Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.947845734Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:48.950694642Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:50.094018195Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:50.472019917Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:50.476048781Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:50.478858777Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:51.427782692Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:51.432875169Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:51.436021276Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:52.467627248Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:52.473077136Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:52.476671797Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:53.891026738Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:53.898043764Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:53.902118329Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.175564811Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:26:54.176746528Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.423406052s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.495554766Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 682, tv_nsec: 749956892 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.496113453Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.531232305Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.834891407Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.84082898Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:26:54.844162083Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:01.846666627Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:01.874076811Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:01.899506834Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:01.909071189Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:01.910315607Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:02.464637699Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:02.474378669Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:02.47993055Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.277323829Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.284399477Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.289181524Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.868543677Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.874950454Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:03.879651339Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:05.287370194Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:05.299403465Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:05.303813531Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:06.626361894Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:06.633514415Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:06.637856488Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:07.464185498Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:07.470859253Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:07.474362661Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:08.530231861Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:08.535593896Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:08.538729973Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.091716705Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.098234375Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.101859437Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.496588054Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:27:09.505283122Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.793425916s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.696571374Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.701432943Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:09.704766706Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:10.381314643Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:10.386888814Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:10.390148604Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:10.957575001Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 256150104 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:10.958541131Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.015499425Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.478477944Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.483002673Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.485488042Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.885310874Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:11.88615694Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:12.118249409Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:12.123847752Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:12.127018309Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:13.548261383Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:13.552746241Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:13.555561978Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:14.402232605Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:14.407356752Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:14.410583682Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:15.841557812Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:15.846861269Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:15.849973595Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:16.643600508Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:16.648918122Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:16.652205273Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:17.765702288Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:17.770805265Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:17.773525509Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:19.109000941Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:19.114845061Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:19.117768131Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.219532834Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.225590651Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.228730607Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.786666331Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.79249729Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:20.796067991Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:21.664099464Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:21.669375096Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:21.672012928Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:21.860837663Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:21.861225205Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:22.762717399Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:22.768315941Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:22.771569621Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:23.361232772Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:23.36669682Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:23.369744744Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:24.806398849Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:24.811847027Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:24.815317114Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:25.79460948Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:25.799849885Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:25.802851467Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:25.976107673Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:27:25.977694752Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.310612376s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:27.197098116Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:27.201924734Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:27.205342609Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.479017415Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.484397491Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.488108035Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.657911455Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 4884332 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.658470412Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:28.690939212Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:29.778802226Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:29.78445698Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:29.787874925Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:30.611728807Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:30.616876717Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:30.619769466Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:31.447262172Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:31.453236226Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:31.455972471Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:31.835576032Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:31.835935483Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:32.175804001Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:32.181335101Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:32.184380115Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:33.470499465Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:33.476060497Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:33.479372649Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:34.798119175Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:34.803874263Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:34.807129383Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:35.721937539Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:35.727690777Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:35.730755161Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:36.821042691Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:36.826558881Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:36.829799041Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:37.515785229Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:37.52166083Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:37.525011193Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:38.772008191Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:38.777345912Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:38.780638867Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:40.232986581Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:40.23879277Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:40.241666819Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:41.45429975Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:41.459972185Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:41.463018969Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:41.8100908Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:41.810581225Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:42.390961983Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:42.395791822Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:42.398633469Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:43.094623679Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:43.099743797Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:43.1066739Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:43.649939094Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:27:43.651399528Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"85.033017753s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:44.566258168Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:44.572290954Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:44.575545454Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:45.928772618Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:45.933853044Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:45.93727391Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.074597472Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 735, tv_nsec: 472843139 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.075077686Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.10829161Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.227699577Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.232780594Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:47.235968762Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:48.003603658Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:48.008769407Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:48.011371427Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:49.210390982Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:49.215938233Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:49.218911904Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:50.696365656Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:50.702033671Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:50.705201588Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:51.783274195Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:51.783686968Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:52.189827688Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:52.194950795Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:52.197640248Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:53.082150892Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:53.090347624Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:53.093278995Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:54.504381856Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:54.509525155Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:54.512729653Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:55.197126513Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:55.202112017Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:55.205449259Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.195142063Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.200142107Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.203240361Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.92095637Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.926135688Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:56.929224443Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:57.797476305Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:57.803168741Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:57.806593326Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:58.401036265Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:58.406463483Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:58.40928761Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:59.035747015Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:59.040864663Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:27:59.043947587Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.112173359Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.117139162Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.119977649Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.756837144Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.761408985Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:00.764599653Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:01.757418603Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:01.757832466Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:01.943896937Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:01.949232391Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:01.951969025Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:02.067215275Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:28:02.068394332Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"103.501770816s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.36280586Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.367139863Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.369849157Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.958002053Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.962663166Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:03.965494224Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:04.910721977Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:04.915682129Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:04.91863695Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:06.364179871Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:06.368752232Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:06.371227478Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.180116772Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.184584568Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.18718949Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.760828768Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.765351667Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:07.768215255Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:09.2262261Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:09.23174094Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:09.234939548Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:10.290691035Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:10.295506953Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:10.298457214Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.214169387Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 759, tv_nsec: 679588525 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.214845588Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.247845704Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.408482532Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.414023513Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.41717408Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.731565383Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:11.731962505Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:12.6181843Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:12.623672329Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:12.626735673Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:13.959483431Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:13.964512196Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:13.967737155Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:15.464102422Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:15.469425706Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:15.471919496Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:16.762097159Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:16.76765714Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:16.770853309Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:17.367834255Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:17.373703288Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:17.377177733Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:17.998275572Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:18.004109062Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:18.007091844Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:18.535126378Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:18.541168734Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:18.544639171Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.354686799Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.360285329Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.363406818Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.935440787Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.941204854Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:19.944160045Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:20.822638192Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:20.833513897Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:20.83881282Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:21.508533858Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:21.516560845Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:21.521954531Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:21.708740924Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:21.709437495Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:22.532740393Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:22.558525997Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:22.579914256Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:23.690337606Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:23.6966358Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:23.701865391Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:24.874225149Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:24.888267251Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:24.892312106Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:25.873812965Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:25.891048156Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:25.89937435Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:26.677363714Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:26.690706275Z","hostname":"oxz_switch","pid":5011} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:28:26.69865114Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"128.197680558s","count":"6"} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:26.711575488Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:26.731398218Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.099255847Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.104428387Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.118591122Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.645637035Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.652380433Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:28.656778378Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:29.3045959Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:29.312211465Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:29.316245799Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:30.14161984Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:30.147322555Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:30.15039618Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:31.433098926Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:31.439871055Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:31.444312552Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:31.924720388Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:31.927483773Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:32.358130086Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:32.365525334Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:32.369395423Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:33.575763053Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:33.583430829Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:33.587325869Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:34.497795853Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:34.50486116Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:34.508805522Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.103136188Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.109789353Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.114149967Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.717710266Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.72632014Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:35.730030565Z","hostname":"oxz_switch","pid":5011} {"msg":"removed stale NDP entry :fe80::6c5f:f0ff:fe1b:c0b5->6e:5f:f0:1b:c0:b5","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:28:36.817371857Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.0937635Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.103547491Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.110760572Z","hostname":"oxz_switch","pid":5011} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:28:37.680715367Z","hostname":"oxz_switch","pid":5011,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6c5f:f0ff:fe1b:c0b5->6e:5f:f0:1b:c0:b5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.835366535Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.840971118Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:37.844348892Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.181891751Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.187330368Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.190028401Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.441488015Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 787, tv_nsec: 977068080 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.442224568Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:39.745133552Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:40.009546904Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:40.014175816Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:40.016831347Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:41.052819359Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:41.058166133Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:41.061231127Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:41.913627728Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:41.915290909Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:42.445086481Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:42.450185158Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:42.452830869Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:43.713419028Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:43.718775682Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:43.721924799Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:44.560748324Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:44.566659835Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:44.577057665Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:45.512291366Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:45.518682737Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:45.522241708Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:46.769778222Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:46.775439766Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:46.778638294Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:48.021705756Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:48.029749839Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:48.034480346Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:49.23133824Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:49.239731147Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:49.243981228Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.28816405Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.295729812Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.300240001Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.923452391Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.93155056Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:50.935485931Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:51.913403195Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:51.920922857Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:51.922633969Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:51.925412044Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:51.929089597Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.009235861Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.016796243Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.022652143Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.836972084Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.846494061Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:53.850081696Z","hostname":"oxz_switch","pid":5011} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:54.753204727Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T22:28:54.754719843Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"156.279540157s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:55.195917314Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:55.209699658Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:55.215244458Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:56.471265989Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:56.478186672Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:56.482641729Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.344188702Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.350168556Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.353781427Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.919247756Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.923906239Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:57.926883351Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:59.426116681Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:59.432034702Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:28:59.435103217Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:00.737637665Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:00.741911976Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:00.744937889Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:01.923675225Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:01.924090098Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:01.966827891Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:01.97231809Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:01.975277101Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.198034619Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.203762564Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.207138388Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.927947489Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.93416208Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:03.937486012Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:04.939871062Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:04.944546486Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:04.947368692Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.00439298Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.010176747Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.013233671Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.667575609Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.67540908Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:06.679806405Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:07.338197558Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:07.349413743Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:07.352385884Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:08.202425295Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:08.208557003Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:08.212225366Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:09.467191153Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:09.472662032Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:09.476039285Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:10.823408632Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:10.828459867Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:10.831132339Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:11.927212016Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:11.927641589Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.189192352Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.195539347Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.198830308Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.81126041Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.816223732Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:12.820924287Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:13.788140925Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:13.794083498Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:13.797162963Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:14.86558881Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:14.870762419Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:14.873680469Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:15.478153743Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:15.48332525Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:15.487411958Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:16.990289515Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:16.995937989Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:16.999159108Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:17.767093562Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:17.772775486Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:17.775965924Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.285781267Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.291210773Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.294655159Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.917030975Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.922730671Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:19.925830316Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:20.514876617Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:20.521237973Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:20.524459322Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.144383812Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.151377137Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.154657768Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.929757425Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.930585211Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.935311576Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.94066579Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:21.94393565Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:22.832515953Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:22.843620503Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:22.846826092Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.274413629Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.279776764Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.282511237Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.906303378Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.911311462Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:24.914348535Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.374470573Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.379612901Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.382671025Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.983959464Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.988959447Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:26.991797415Z","hostname":"oxz_switch","pid":5011} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:27.391026347Z","hostname":"oxz_switch","pid":5011,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3a78ad47-72a1-4e18-ab52-3f3e23d10cde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcfee3fb-b010-40aa-a389-4b6b97bfb33c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fdf4504b-b8d3-4a34-bf27-134e69157952.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 835, tv_nsec: 922701384 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:27.391553513Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:27.42531873Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:27.439510656Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e867824-f0fe-45ee-861e-2430f053a6af\", \"content-length\": \"41\", \"date\": \"Tue, 24 Mar 2026 22:29:27 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:27.441448725Z","hostname":"oxz_switch","pid":5011,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:28.307654301Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:28.313642265Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:28.316708109Z","hostname":"oxz_switch","pid":5011} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:29:29.191437287Z","hostname":"oxz_switch","pid":5011,"local_addr":"[fd00:1122:3344:101::2]:59263","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:61117"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-24T22:29:29.206822179Z","hostname":"oxz_switch","pid":5011,"uri":"/d6a86a2d-8ecf-4a8b-b97f-ad4b3c0a3ac9","method":"GET","req_id":"5a669ee5-f79c-4da6-9b7a-458b0ad8685f","remote_addr":"[fd00:1122:3344:101::d]:61117","local_addr":"[fd00:1122:3344:101::2]:59263","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":12630,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:29.403441868Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:29.40936041Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:29.412891958Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:30.72301356Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:30.728452437Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:30.731179901Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:31.931704884Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:31.932055555Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.209689372Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.215243703Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.218099711Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.927510951Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.932730111Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:32.935670922Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:34.041030674Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:34.046187732Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:34.0493764Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:35.119687155Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:35.12472505Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:35.127519005Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.362066975Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.367146241Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.370588967Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.964298223Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.97006032Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:36.973184456Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:37.544719731Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:37.550713065Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:37.554317536Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:38.218518046Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:38.224363746Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:38.227445681Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:39.224696051Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:39.230316134Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:39.233532013Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:40.729507083Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:40.735892089Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:40.739649215Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:41.933846009Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:41.93420367Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:42.135432201Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:42.141373333Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:42.144551831Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:43.357859382Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:43.363920538Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:43.367223Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:44.100566106Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:44.106956843Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:44.110993407Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:44.990656339Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:44.996900131Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:45.000546653Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:46.501509219Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:46.507123142Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:46.517776289Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:47.161070819Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:47.167990111Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:47.17119459Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:48.672854157Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:48.678146859Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:48.681655107Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:49.477864174Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:49.482819066Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:49.486114537Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:50.525462823Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:50.530096335Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:50.533600143Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:51.936483145Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:51.936866417Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.039049346Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.045593636Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.048750193Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.727996507Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.73265201Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:52.736108616Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.193280293Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.199839775Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.202834676Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.863759468Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.869404161Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:54.872513037Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:56.28203445Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:56.288172128Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:56.291041566Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:57.710744393Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:57.717096348Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:57.72107938Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:58.888838629Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:58.894425481Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:29:58.897844746Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:00.016182626Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:00.022046516Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:00.025685178Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.081848629Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.091281209Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.095687014Z","hostname":"oxz_switch","pid":5011} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.779709775Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.789462574Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.794510929Z","hostname":"oxz_switch","pid":5011} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.939145782Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17477745967263870364"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:01.939619876Z","hostname":"oxz_switch","pid":5011,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14896387514632113943"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:02.692099629Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportrear0_0 addrs [fe80::90a8:f7ff:feed:9c18]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:02.708788172Z","hostname":"oxz_switch","pid":5011} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T22:30:02.712117364Z","hostname":"oxz_switch","pid":5011}