[ Mar 30 18:54:33 Enabled. ] [ Mar 30 18:54:33 Rereading configuration. ] [ Mar 30 18:54:34 Rereading configuration. ] [ Mar 30 18:54:56 Rereading configuration. ] [ Mar 30 18:54:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 30 18:54:56 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:56.867926034Z","hostname":"oxz_switch","pid":5544,"port":12224,"host":"[::1]"} {"msg":"Failed to connect to dpd. Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-03-30T18:54:56.869124443Z","hostname":"oxz_switch","pid":5544} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.870367442Z","hostname":"oxz_switch","pid":5544} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.870701613Z","hostname":"oxz_switch","pid":5544} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.871046664Z","hostname":"oxz_switch","pid":5544,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.873107702Z","hostname":"oxz_switch","pid":5544,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 36bdd849-a5a0-42d5-a3d1-1e68540f3d85, sled_id: 4a4bd3b2-a609-45aa-b933-cddfce53e74b, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: c50d5d1f-6886-468d-b384-7ef6a832f581, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.873136913Z","hostname":"oxz_switch","pid":5544,"unit":"oximeter","producer_id":"b9fb56e4-6b2f-41f2-a966-ad41326e2f4f"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.87366975Z","hostname":"oxz_switch","pid":5544,"unit":"signal_handler"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 36bdd849-a5a0-42d5-a3d1-1e68540f3d85,\n ),\n sled_id: Some(\n 4a4bd3b2-a609-45aa-b933-cddfce53e74b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.87487587Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.880606818Z","hostname":"oxz_switch","pid":5544} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.882830711Z","hostname":"oxz_switch","pid":5544,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1444:eaff:feda:8fd8->16:44:ea:da:8f:d8"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.883052288Z","hostname":"oxz_switch","pid":5544,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::86f:ddff:fe5d:4aa6->0a:6f:dd:5d:4a:a6"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.884606039Z","hostname":"oxz_switch","pid":5544,"unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.885775928Z","hostname":"oxz_switch","pid":5544} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.88616118Z","hostname":"oxz_switch","pid":5544,"local_addr":"[fd00:1122:3344:101::2]:46861","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.886287734Z","hostname":"oxz_switch","pid":5544,"local_addr":"[fd00:1122:3344:101::2]:46861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.886650436Z","hostname":"oxz_switch","pid":5544,"local_addr":"[fd00:1122:3344:101::2]:46861","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46861","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.886676697Z","hostname":"oxz_switch","pid":5544,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.886690327Z","hostname":"oxz_switch","pid":5544,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.887749862Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.888440325Z","hostname":"oxz_switch","pid":5544,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.888557189Z","hostname":"oxz_switch","pid":5544,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46861","producer_id":"b9fb56e4-6b2f-41f2-a966-ad41326e2f4f"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:57.888569149Z","hostname":"oxz_switch","pid":5544,"unit":"oximeter"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.88857756Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.88858557Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.888741085Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-30T18:54:29.638236717Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.888779986Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","id":"4196762090502946313"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.888800947Z","hostname":"oxz_switch","pid":5544,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.890138131Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 674, tv_nsec: 67086948 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:54:57.890447141Z","hostname":"oxz_switch","pid":5544} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.89073852Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:57.935145048Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:58.539017982Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:58.545486694Z","hostname":"oxz_switch","pid":5544} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:54:58.54962452Z","hostname":"oxz_switch","pid":5544} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:54:59.385965516Z","hostname":"oxz_switch","pid":5544,"interface":"tfportqsfp0_0","entry":"10.151.1.174->16:51:96:de:eb:be"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.787331412Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.792937246Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.795992626Z","hostname":"oxz_switch","pid":5544} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.796234254Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.797564728Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-30T18:54:29.638105293Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.79762706Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","id":"10274019386457002223"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:54:59.79764283Z","hostname":"oxz_switch","pid":5544,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:01.274161761Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:01.278667679Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:01.281594245Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:01.993424183Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:01.997704554Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:02.000170955Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:02.928515571Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:02.93304838Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:02.935706167Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:03.484759591Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:03.489858458Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:03.492746523Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:04.75710803Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:04.760650826Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:04.763039415Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:05.464681268Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:05.469231687Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:05.472393591Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.013799624Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.018351903Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.021567279Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.864663376Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.870048223Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:06.87268041Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:07.593948817Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:07.598203407Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:07.601307559Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:07.893859003Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:08.147240491Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:08.150718145Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:08.153304159Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:09.281504996Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:09.28527724Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:09.288513956Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:09.800534805Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:10.767250781Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:10.772319537Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:10.775165161Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:11.340161658Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:11.344398267Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:11.34723645Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:12.584756666Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:12.589381298Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:12.592081066Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:12.979894318Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:55:12.981118298Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.049520116s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.160942725Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.165098082Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.172361041Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.312195144Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 689, tv_nsec: 446962908 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.312705171Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.345111037Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.703723162Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.708340544Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:13.710935179Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:14.460931137Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:14.466411877Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:14.469326003Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:15.314579627Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:15.318986972Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:15.322121165Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.078969458Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.083774976Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.086243758Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.799809577Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.804143089Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:16.806870049Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:17.873071012Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:17.877677273Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:17.880489646Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:17.925667544Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:18.596466063Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:18.602660553Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:18.60408636Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:19.5992154Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:19.603958846Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:19.606728257Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:19.82615099Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:20.119845497Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:20.124541722Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:20.127646404Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:21.608605604Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:21.612879755Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:21.61548258Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:22.361185777Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:22.365678005Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:22.368552429Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:23.315252002Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:23.319186881Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:23.32187702Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:24.438132894Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:24.442966783Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:24.446057455Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.03831354Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.042896151Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.045475216Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.717247739Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.721513559Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:25.724679924Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:26.806181674Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:26.810791125Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:26.813752583Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:27.900410122Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:27.991028575Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:27.995767831Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:27.998826876Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.305976788Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:55:28.306852701Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.41730681s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.717316893Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 704, tv_nsec: 894446359 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.717870321Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.749193082Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.757983782Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.761983653Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:28.764848208Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:29.437883089Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:29.442224855Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:29.44452587Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:29.800706305Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:30.918369145Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:30.922966417Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:30.925909244Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:31.875629086Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:31.880405293Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:31.883145034Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:32.724450167Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:32.728912314Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:32.731939855Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:34.005219136Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:34.009816108Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:34.012805736Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:35.092573989Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:35.101674769Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:35.10413759Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.029862502Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.034173095Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.037149002Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.83784755Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.842312427Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:36.845602915Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:37.87468876Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:37.884575055Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:37.888766423Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:37.891570916Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:38.863408366Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:38.868787703Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:38.871870654Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:39.775340384Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:39.777254457Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:39.78248817Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:39.785112906Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:40.986653208Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:40.990887487Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:40.993891146Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:41.972290462Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:41.976659926Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:41.979982415Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:43.134510109Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:43.138629035Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:43.141202789Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:43.709157955Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:55:43.710460228Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.862832495s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.634306198Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.639083915Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.641869167Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.738257899Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 720, tv_nsec: 958943164 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.738989774Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:44.772653432Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:45.761330567Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:45.76508306Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:45.767717027Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.21569047Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.220348523Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.223339461Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.850510617Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.967943831Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.972023086Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:47.974802287Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:48.903671284Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:48.908826083Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:48.911519332Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:49.749361041Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:50.407671221Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:50.412042285Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:50.415050844Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:51.248907012Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:51.253238435Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:51.256196912Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:52.436779544Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:52.441299929Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:52.443930769Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:53.944044339Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:53.948254618Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:53.950856513Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:54.760145173Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:54.765410126Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:54.768540309Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:55.390001497Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:55.394381711Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:55.397189733Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:55.999242031Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:56.003562063Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:56.006611317Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:57.350904509Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:57.358855746Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:57.361522714Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:57.824412441Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:58.320359487Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:58.325069612Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:58.328152433Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:59.678133281Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:59.682517205Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:59.685181623Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:59.724433395Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:55:59.732537532Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:55:59.734026931Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"61.930023009s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.127936274Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.13237432Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.135677919Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.617738658Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 884367972 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.618568525Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:01.651278342Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.239042799Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.243668112Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.246747273Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.778229608Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.782412766Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:02.785218518Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:04.248283159Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:04.252954373Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:04.255508127Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:05.095982063Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:05.100264014Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:05.102958763Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.131156197Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.135557552Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.13854663Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.653196741Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.657782422Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:06.66059897Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:07.800115244Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:08.098073641Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:08.102453955Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:08.104947177Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:09.356480694Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:09.360073582Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:09.362875484Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:09.699586228Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:10.450137703Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:10.454808707Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:10.457800436Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:11.611800982Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:11.616203311Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:11.619600299Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:12.855590074Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:12.859689569Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:12.862516222Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:13.377473854Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:13.381254728Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:13.384413052Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:14.479890723Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:14.484525565Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:14.487450561Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:15.531032923Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:15.535056856Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:15.537693672Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:16.61152689Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:56:16.613384021Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"78.85522427s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:16.734745186Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:16.740349831Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:16.74305753Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:17.773852361Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:17.781858805Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:17.786443186Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:17.789334411Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.033458354Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 755, tv_nsec: 347395068 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.034084574Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.066312425Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.196303924Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.200909936Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.203545852Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:19.674916599Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:20.48090128Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:20.485326945Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:20.488019054Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:21.257328857Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:21.26227746Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:21.265190246Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:22.445098525Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:22.448632511Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:22.451179805Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:23.673302914Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:23.677940787Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:23.680646936Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:24.725157239Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:24.72913454Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:24.731697914Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:25.730523023Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:25.735067843Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:25.738079552Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:26.381150721Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:26.385422511Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:26.388152271Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:27.748366716Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:27.803623014Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:27.808193495Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:27.811321198Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:29.281007483Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:29.286037479Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:29.288832291Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:29.649604795Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:30.614360044Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:30.618872623Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:30.621750687Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:31.727618392Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:31.731772999Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:31.734642014Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:33.231345444Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:33.23576945Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:33.238483119Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.029015717Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:56:34.030147084Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"96.317244062s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.10717232Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.110930722Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.113512377Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.702289258Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.707277593Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:34.709981381Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:35.781113502Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:35.786307063Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:35.789198418Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:37.133917671Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:37.138375038Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:37.141287874Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:37.726761627Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:38.443595032Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:38.44839837Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:38.451098229Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:39.62944409Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:39.648271529Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:39.653759189Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:39.656429908Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:40.899637413Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:40.904353538Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:40.907175581Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:41.730418269Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:41.734984779Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:41.737807272Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:42.479777805Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:42.484222321Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:42.487054985Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:43.56522086Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:43.569597654Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:43.572660165Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:44.44020926Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 780, tv_nsec: 816401694 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:44.440801329Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:44.472249204Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:44.999382848Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:45.003824884Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:45.006577665Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:46.239814293Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:46.244106885Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:46.247672812Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:47.519516971Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:47.52494075Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:47.527632786Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:47.704511219Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:48.052576551Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:48.058046331Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:48.061376419Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:49.56711526Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:49.571791674Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:49.574495923Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:49.607811469Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:50.360900191Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:50.365296275Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:50.368278863Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:51.171175224Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:51.175488946Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:51.178434583Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:52.296357321Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:52.300799167Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:52.303649261Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:53.024959077Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:53.028807854Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:53.031270195Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:54.490158314Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:54.494549118Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:54.497262277Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:55.38614046Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:55.390457711Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:55.393578614Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.020122643Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.024723155Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.027382502Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.895499601Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.899755361Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:56.902249183Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:57.682272583Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:58.224273279Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:58.228723195Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:58.231847118Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:59.19791339Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:59.202061927Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:59.204921781Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:59.437985611Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:56:59.439119569Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"121.785873547s","count":"6"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:56:59.585308405Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:00.417640152Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:00.422157131Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:00.425038196Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.023984007Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.028475285Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.031229546Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.686497766Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.690881334Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:01.693571648Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:03.012251546Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:03.016863998Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:03.019790324Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.152545285Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.156265977Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.158704457Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.698895391Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.702379015Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:04.704919399Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:05.788295194Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:05.792985318Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:05.796295387Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:06.93549037Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:06.940185014Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:06.942761539Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:07.657423096Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:08.426723002Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:08.431087276Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:08.434091175Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.229636795Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 805, tv_nsec: 668779938 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.230265355Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.263237971Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.564972834Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.605856071Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.610224164Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:09.612993375Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:10.406085994Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:10.410590792Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:10.41384199Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.148187094Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.152798876Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.156131316Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.669857618Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.67753084Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:11.680195668Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:12.732215539Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:12.736613934Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:12.739945379Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:13.708124766Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:13.712593273Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:13.715487909Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:14.542327129Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:14.547149827Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:14.549823226Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:15.368144835Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:15.372172558Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:15.375209738Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:16.575644517Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:16.580387833Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:16.583417672Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:17.630866674Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:18.056793576Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:18.061824791Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:18.064560821Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:19.425755983Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:19.43023096Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:19.433021702Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:19.539185337Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:20.358215069Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:20.362055495Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:20.364956801Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.320090204Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.324604652Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.327344862Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.923988663Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.931307294Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:21.935586825Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:22.908485963Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:22.913340663Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:22.916017901Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:23.730303768Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:23.736008845Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:23.739085306Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:24.222352166Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:57:24.223554606Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"146.639272424s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:24.594215038Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:24.599482822Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:24.602742439Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:25.354747154Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:25.376896354Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:25.386635944Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.006062226Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.014479133Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.021925418Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.546722524Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.553401064Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:26.55906862Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:27.606249596Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:27.75801368Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:27.766150588Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:27.769841019Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:28.301715722Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:28.307082038Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:28.310317315Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:29.515016763Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:29.733430158Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:29.738214645Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:29.740999296Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:30.916627085Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:30.922092415Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:30.924539335Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:32.385173371Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:32.39094608Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:32.393967959Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:33.500959561Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:33.506313687Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:33.509266644Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:34.068798822Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:34.073406853Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:34.076294008Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:35.053045644Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:35.058145211Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:35.061080848Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:36.46627472Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:36.471261813Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:36.474044725Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:37.604062923Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:37.950508737Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:37.956170603Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:37.959089899Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:38.629880701Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:38.634389239Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:38.636915312Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:39.516396165Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:39.874035995Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:39.879749693Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:39.883283949Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:42.547376262Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:42.552302014Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:42.55950023Z","hostname":"oxz_switch","pid":5544} {"msg":"removed stale NDP entry :fe80::86f:ddff:fe5d:4aa6->0a:6f:dd:5d:4a:a6","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:57:42.561962441Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:43.514751681Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:43.522145894Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:43.526148625Z","hostname":"oxz_switch","pid":5544} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:57:43.953311169Z","hostname":"oxz_switch","pid":5544,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::86f:ddff:fe5d:4aa6->0a:6f:dd:5d:4a:a6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:44.957077882Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:44.964267828Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:44.96828511Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:45.649628898Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:45.656949018Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:45.660645929Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:46.357144895Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:46.36490741Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:46.369350646Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:47.362594193Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:47.370995809Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:47.37345845Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:47.611660959Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:48.445768732Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:48.453093393Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:48.456871647Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:49.336110332Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:49.342179511Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:49.345870352Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:49.51941505Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:50.026304211Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:50.031657457Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:50.034606664Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:51.291816609Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:51.297355941Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:51.300471673Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:52.794761891Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:52.800055645Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:52.803523879Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:53.764649892Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:53.770402281Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:53.773578965Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:54.56357007Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:54.569197925Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:54.572537675Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.110166154Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.115583422Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.119142789Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.783047344Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.788637068Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:55.792194004Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:57.191622227Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:57.200676524Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:57.20542248Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:57.616489326Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:58.085583656Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:58.100735123Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:58.108509199Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:59.208664307Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:59.216554726Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:59.221334563Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:57:59.554337676Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:00.421297328Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:00.424562236Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:00.459102519Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:06.466701508Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:06.941119423Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:07.848657248Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:09.809335346Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:09.885009251Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:09.889639353Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:09.891019968Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:09.906888089Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:11.262558816Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:11.267835299Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:11.283008467Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:11.458862561Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 867, tv_nsec: 856261249 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:11.635342785Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:12.500005591Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:12.512318146Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:12.517386862Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:12.52007333Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:13.071360789Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:13.078050249Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:13.081535233Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:14.054194896Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:14.05948991Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:14.062396275Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:15.410445702Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:15.416130809Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:15.419126297Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:16.682350702Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:16.690649013Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:16.733479493Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:17.558400513Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:17.564078166Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:17.583049478Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:19.087080478Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:19.092906819Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:19.096140505Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:19.897099465Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:19.911765836Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:20.4299479Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:20.438198951Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:20.44394496Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:21.291880331Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:21.297879028Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:21.301432775Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:22.052031811Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:22.058292707Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:22.061697729Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:23.56394895Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:23.570571897Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:23.574541558Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:24.918592182Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:24.926186241Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:24.930691259Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:26.416707606Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:26.424213773Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:26.428179963Z","hostname":"oxz_switch","pid":5544} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:27.507423444Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-30T18:58:27.513499164Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"209.942977838s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:27.587610797Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:27.597806851Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:27.603066534Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:28.459315234Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:28.46679947Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:28.470798242Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:29.396999248Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:29.404946619Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:29.409416136Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:29.901672345Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:29.912206861Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:30.844482848Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:30.850329149Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:30.853534185Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.252378217Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.258047893Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.261232018Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.866631233Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.872478654Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:32.875773853Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:34.050669974Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:34.056087872Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:34.058840763Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:35.491757517Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:35.497359131Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:35.500042159Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:36.033987248Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:36.038945741Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:36.042032602Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:37.119614768Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:37.124453627Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:37.127256259Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:38.208744552Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:38.214274903Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:38.217054065Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:39.377211192Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:39.38201179Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:39.385575827Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:39.904374488Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:39.913791508Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:40.581981284Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:40.587210276Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:40.589716778Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:41.806126293Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:41.811938164Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:41.815499851Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:43.262601608Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:43.268409469Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:43.271856352Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:44.645871298Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:44.650967415Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:44.653921692Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:45.502397526Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:45.508390673Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:45.511478454Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:46.384129502Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:46.390123069Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:46.393449278Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:47.606686798Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:47.615072113Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:47.619871831Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:48.901484336Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:48.907150162Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:48.91651466Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:49.610798823Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:49.616472719Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:49.619794338Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:49.906820211Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:49.915451944Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:50.531954384Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:50.538292342Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:50.541740915Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:51.118596973Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:51.123696901Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:51.127272178Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:52.513228499Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:52.519760363Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:52.523051581Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:53.35551061Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:53.361934841Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:53.365508638Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:54.087853821Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:54.093444025Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:54.097153367Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:55.488796292Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:55.495010696Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:55.498849413Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.177377568Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.182698683Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.186161086Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.965213902Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.971756077Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:56.97582872Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:58.139811583Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:58.147390182Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:58.151030982Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.194584201Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.200892468Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.204000439Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.872499866Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.878777682Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.882144222Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.909863072Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:58:59.917469182Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:00.677900307Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:00.684152572Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:00.687583675Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:01.909469038Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:01.915103193Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:01.918322079Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:02.723087639Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:02.729435037Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:02.732604381Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.145483245Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.151072999Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.155245816Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.880405592Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.88643913Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:04.889370306Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:06.295448037Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:06.301482115Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:06.304780133Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:07.658778572Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:07.664946525Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:07.66816729Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.883670534Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.889703472Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.893416184Z","hostname":"oxz_switch","pid":5544} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.942386642Z","hostname":"oxz_switch","pid":5544,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"035003f9-d094-47a3-b7df-985d79a6efaa.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7b8da61f-8fb9-43ff-8a6c-db3972795c40.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe38b9ee-3d03-4d3a-bfb0-ffcffeef3900.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 925, tv_nsec: 439370967 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.944137659Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:08.980563105Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:09.047782662Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af1a39c-4f6b-4919-9c89-cf00750db6e1\", \"content-length\": \"41\", \"date\": \"Mon, 30 Mar 2026 18:59:09 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:09.049907792Z","hostname":"oxz_switch","pid":5544,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:09.912041825Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:09.918529418Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:10.074937013Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:10.080836886Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:10.083918197Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:11.02798888Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:11.033588964Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:11.036931214Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:12.269617191Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:12.27565627Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:12.278880046Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:13.228111758Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:13.234207898Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:13.237744514Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:14.29888396Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:14.304929959Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:14.307802013Z","hostname":"oxz_switch","pid":5544} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:59:14.896264711Z","hostname":"oxz_switch","pid":5544,"local_addr":"[fd00:1122:3344:101::2]:46861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:54720"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-30T18:59:14.924741836Z","hostname":"oxz_switch","pid":5544,"uri":"/b9fb56e4-6b2f-41f2-a966-ad41326e2f4f","method":"GET","req_id":"460105fe-96bf-45bd-8e98-640f4c48ec7b","remote_addr":"[fd00:1122:3344:101::d]:54720","local_addr":"[fd00:1122:3344:101::2]:46861","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":27256,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:15.446598888Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:15.452347387Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:15.455169579Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:16.755697713Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:16.761708791Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:16.765098692Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:17.396002884Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:17.405349801Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:17.410272043Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:18.628541148Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:18.633690857Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:18.636774848Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:19.864777853Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:19.87077796Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:19.874077798Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:19.914752533Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:19.919235151Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:21.142505409Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:21.148091542Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:21.151581617Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:22.648174879Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:22.653175343Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:22.656169991Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:23.717921117Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:23.724057348Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:23.727228023Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:24.740143285Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:24.746760073Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:24.750134324Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:25.598491915Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:25.603945494Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:25.606671083Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:26.48753105Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:26.491961525Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:26.495295905Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:27.17020786Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:27.175791964Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:27.178960608Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.162745934Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.167451998Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.170629963Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.881359915Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.886849785Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:28.890314859Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:29.460836749Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:29.467095194Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:29.470278368Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:29.91658273Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:29.920165067Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:30.599417976Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:30.605424643Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:30.608556946Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.012816825Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.018281625Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.022048278Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.539656521Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.545618437Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:32.548984237Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.202388997Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.208304211Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.211930631Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.855291811Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.860319256Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:33.890067933Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:35.252464942Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:35.257615111Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:35.260761435Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:36.195697278Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:36.201911052Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:36.205434088Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:37.456283658Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:37.462041967Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:37.464897761Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.242051343Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.248101922Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.251301156Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.788285015Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.79391787Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:38.797293531Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:39.918651023Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:39.922156068Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:40.082258274Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:40.088004493Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:40.091028222Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:41.454367228Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:41.460381966Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:41.463824859Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:42.923718805Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:42.929583247Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:42.932834174Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:43.654321919Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:43.66015128Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:43.662979063Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:44.243740379Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:44.249360574Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:44.252870239Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:45.475165596Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:45.4810574Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:45.484211863Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:46.688027233Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:46.693739721Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:46.697044429Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.39980409Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.40770855Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.412680313Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.935557398Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.942205196Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:47.945879667Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.348942468Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.355181793Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.358684958Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.880809698Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.886881538Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.890121104Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.92105804Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:49.923663325Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:51.268768593Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:51.274130959Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:51.277261421Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:52.13076563Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:52.135234886Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:52.138210524Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:53.087349522Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:53.092876164Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:53.096213133Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:54.331399323Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:54.336532671Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:54.339056984Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:55.667226866Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:55.673392749Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:55.676571463Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.214330007Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.220564212Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.223659563Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.897974521Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.90310684Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:56.905564241Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:57.566196369Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:57.572231587Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:57.575181533Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:58.480920988Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:58.487005858Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:58.496720666Z","hostname":"oxz_switch","pid":5544} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:59.880381031Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:59.886404579Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:59.889908174Z","hostname":"oxz_switch","pid":5544} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:59.923168565Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4196762090502946313"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-30T18:59:59.924670495Z","hostname":"oxz_switch","pid":5544,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10274019386457002223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T19:00:01.009076165Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportrear0_0 addrs [fe80::1444:eaff:feda:8fd8]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T19:00:01.017744619Z","hostname":"oxz_switch","pid":5544} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-30T19:00:01.022737233Z","hostname":"oxz_switch","pid":5544}