[ Mar 11 22:11:51 Enabled. ] [ Mar 11 22:11:51 Rereading configuration. ] [ Mar 11 22:11:53 Rereading configuration. ] [ Mar 11 22:12:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 11 22:12:04 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.210908318Z","hostname":"oxz_switch","pid":4941,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.213027308Z","hostname":"oxz_switch","pid":4941} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.2136505Z","hostname":"oxz_switch","pid":4941} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.214085039Z","hostname":"oxz_switch","pid":4941,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.216120527Z","hostname":"oxz_switch","pid":4941,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 6a36b575-ee94-451d-a73f-931520572966,\n ),\n sled_id: Some(\n 855737ca-2dee-4c89-96ae-34d70733cbbf,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.217838799Z","hostname":"oxz_switch","pid":4941} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.21786305Z","hostname":"oxz_switch","pid":4941,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.222030669Z","hostname":"oxz_switch","pid":4941,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::584f:74ff:fed0:a1a2->5a:4f:74:d0:a1:a2"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.222313094Z","hostname":"oxz_switch","pid":4941,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::24cb:9bff:fe39:a66a->26:cb:9b:39:a6:6a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.224709189Z","hostname":"oxz_switch","pid":4941} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.230223364Z","hostname":"oxz_switch","pid":4941} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:12:04.235747158Z","hostname":"oxz_switch","pid":4941} [ Mar 11 22:12:04 Rereading configuration. ] [ Mar 11 22:12:04 Executing refresh method (:kill). ] [ Mar 11 22:12:04 Stopping because all processes in service exited. ] [ Mar 11 22:12:04 Executing stop method (:kill). ] [ Mar 11 22:12:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 11 22:12:04 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.905815193Z","hostname":"oxz_switch","pid":5237,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.906719159Z","hostname":"oxz_switch","pid":5237} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.907049176Z","hostname":"oxz_switch","pid":5237} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.907125317Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.909126685Z","hostname":"oxz_switch","pid":5237,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.909282368Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 6a36b575-ee94-451d-a73f-931520572966, sled_id: 855737ca-2dee-4c89-96ae-34d70733cbbf, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 63489329-a521-486b-8a1e-e0575194c51b, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.909316219Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","producer_id":"8c291196-665b-41ff-bb8f-479576f027c2"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 6a36b575-ee94-451d-a73f-931520572966,\n ),\n sled_id: Some(\n 855737ca-2dee-4c89-96ae-34d70733cbbf,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.911122043Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.918430881Z","hostname":"oxz_switch","pid":5237} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.919192586Z","hostname":"oxz_switch","pid":5237,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::584f:74ff:fed0:a1a2->5a:4f:74:d0:a1:a2"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.919530922Z","hostname":"oxz_switch","pid":5237,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::24cb:9bff:fe39:a66a->26:cb:9b:39:a6:6a"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.920833657Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.921569681Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:64844","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.921614581Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:64844","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.921763604Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:64844","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:64844","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.921792855Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.921806565Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.921964568Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.922943327Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.922991898Z","hostname":"oxz_switch","pid":5237,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:64844","producer_id":"8c291196-665b-41ff-bb8f-479576f027c2"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:04.923020388Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.923028918Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.924891663Z","hostname":"oxz_switch","pid":5237} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.925267401Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.926627156Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-11T22:11:48.120466433Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.926655407Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","id":"8939640600581608823"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:04.926671167Z","hostname":"oxz_switch","pid":5237,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:12:04.927958582Z","hostname":"oxz_switch","pid":5237} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-11T22:12:05.668492499Z","hostname":"oxz_switch","pid":5237,"interface":"tfportqsfp0_0","entry":"10.151.1.174->e6:71:b7:e0:24:d7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.801036008Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.80586546Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.808823366Z","hostname":"oxz_switch","pid":5237} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.809025419Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.809707772Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-11T22:11:48.120331890Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.809758233Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","id":"11883788441200800664"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:05.809770213Z","hostname":"oxz_switch","pid":5237,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:06.525780567Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:06.530760321Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:06.533422691Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:07.764854801Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:07.76850855Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:07.77109067Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:08.932769259Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:08.93814345Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:08.941321701Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.522711146Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.526480337Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.52925671Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.926304415Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 720, tv_nsec: 668177307 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.926916117Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:09.96986817Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:10.233342217Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:10.237373343Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:10.23983568Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.210561325Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.214885407Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.217575548Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.924250955Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.928611977Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:11.931144895Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:13.414588255Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:13.419350915Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:13.422539905Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:14.352522479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:14.356886602Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:14.359468841Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:14.931976678Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:15.555254425Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:15.560007626Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:15.562613665Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:15.811302583Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:16.868755739Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:16.873685702Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:16.876500135Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:17.997515875Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:18.002225154Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:18.00516377Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:19.266832422Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:19.270815277Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:19.273867055Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.082874479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.087063648Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.090130437Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.64869381Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.653252266Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:21.655923087Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:22.432560059Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:22.43677523Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:22.439828462Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:23.366054098Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:23.369725837Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:23.372054102Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:24.839963613Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:24.845167212Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:24.847919704Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:25.703548135Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:25.739657229Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:12:25.740857002Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.048992237s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.009066703Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 735, tv_nsec: 982871779 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.009746236Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.042211203Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.273456182Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.277826365Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.280347245Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:26.580193216Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:27.060131467Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:27.064338417Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:27.066973067Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:28.340486709Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:28.345665888Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:28.348252706Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:29.467985119Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:29.473004004Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:29.47595296Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:30.786934023Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:30.792423997Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:30.795093148Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:31.904074426Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:31.908390378Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:31.911079589Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:33.201855409Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:33.206209631Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:33.209269019Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:34.410908457Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:34.415934532Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:34.418969Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:35.439222895Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:35.444010305Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:35.446984502Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:35.678899254Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:36.275286374Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:36.279497183Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:36.282407499Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:36.555341385Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:37.037425409Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:37.041906434Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:37.044813929Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.124350569Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.128909886Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.1317707Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.930365958Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.935555986Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:38.938046323Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:40.367389953Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:40.371914979Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:40.374850225Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.00211623Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:12:41.003022088Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.352754382s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.112513986Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.116631604Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.119552399Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.355236083Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 751, tv_nsec: 370883698 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.355799983Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:41.387444794Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.136882658Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.141932814Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.144817039Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.765944718Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.770279751Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:42.773080864Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:43.629497479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:43.633612237Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:43.636050493Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:44.936526727Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:44.940507672Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:44.94305628Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:45.653579517Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:45.767424427Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:45.772252709Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:45.775300887Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:46.294831688Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:46.298895715Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:46.301527025Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:46.529673805Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:47.57574449Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:47.581502929Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:47.584361984Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:48.308839404Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:48.313199877Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:48.316275775Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:49.015245991Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:49.019603224Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:49.022393787Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:50.315327257Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:50.32075849Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:50.323408351Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.298842045Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.303503293Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.306471239Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.860007505Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.864541211Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:51.867867935Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:52.552700773Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:52.557007005Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:52.559616284Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:53.725017314Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:53.72959701Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:53.732344273Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.012715204Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.018055996Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.020754437Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.616327791Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.620809466Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.623548638Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:55.62782815Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.346433729Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.347725953Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:12:56.348683231Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.739926886s","count":"2"} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.350937274Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.353779858Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.504672582Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.879802242Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 766, tv_nsec: 937429357 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.880652968Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:56.914435519Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:57.430842459Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:57.435391607Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:57.438014317Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:58.916446288Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:58.921103326Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:12:58.923789945Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:00.178889329Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:00.183713171Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:00.186580295Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:01.293672648Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:01.298149413Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:01.301428696Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:02.48024058Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:02.484760345Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:02.487673431Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:03.747012683Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:03.751201333Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:03.753640709Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.017435516Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.021907451Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.024796486Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.568683929Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.573889478Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.576500378Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:05.602034472Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:06.316965892Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:06.322242512Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:06.328743675Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:06.47969401Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:07.419145361Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:07.42382078Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:07.426381649Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:08.379377627Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:08.383900972Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:08.386800307Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.083788216Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.087589189Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.090177518Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.658862682Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.663469019Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:09.666269172Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:10.602341139Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:10.607305843Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:10.61027561Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.320986879Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.325997834Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.328982101Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.874991974Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:13:11.875940002Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.309189116s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.982572816Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.987088911Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:11.990080888Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:12.972104557Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:12.976402779Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:12.97911661Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.131264488Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 783, tv_nsec: 232853483 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.132099164Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.163798266Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.669021235Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.673738644Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:13.676785472Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:14.751699454Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:14.75623899Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:14.759281388Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:15.577132341Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:15.952817571Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:15.95799428Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:15.960714832Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:16.455441862Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:17.210998782Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:17.21561821Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:17.218435393Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:18.595113473Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:18.600535436Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:18.603461541Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:19.40529305Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:19.409944979Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:19.413052318Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:20.621434043Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:20.62603263Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:20.628749241Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:21.627196892Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:21.631654787Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:21.63447021Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:23.139193461Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:23.144378699Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:23.147224943Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.226480607Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.231647045Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.234562211Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.852726873Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.856882592Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:24.859619957Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:25.552439174Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:25.742117324Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:25.746469357Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:25.749241743Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:26.430206625Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:26.851059542Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:26.856816111Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:26.859438321Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:28.0527102Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:28.057782376Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:28.060288084Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:28.12489637Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:13:28.12596213Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"82.603147405s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:29.458691546Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:29.463038088Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:29.46579573Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:30.57586475Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:30.581041908Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:30.583719099Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.780350031Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 801, tv_nsec: 932355446 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.780959112Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.812391589Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.840798398Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.84508566Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:31.847886243Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:33.29393752Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:33.298553037Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:33.301006324Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:34.350965726Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:34.355481058Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:34.358520495Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:35.041122905Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:35.046761418Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:35.049867247Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:35.52735548Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.160067079Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.164505243Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.167082609Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.405014588Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.847387934Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.852860908Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:36.856017248Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:38.145496853Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:38.151309053Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:38.154048875Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:39.049714275Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:39.054596867Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:39.057458872Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.049399479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.054045607Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.056882761Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.904434318Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.908937393Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:40.911847989Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.174566665Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.179228294Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.181582559Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.812560645Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.816996169Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:42.820113878Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:43.452592583Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:43.456881824Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:43.459948293Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:44.937189451Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:44.942062093Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:44.944638992Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:45.502235126Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:45.899734328Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:45.905406668Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:45.908413105Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:46.380090167Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:46.455921607Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:46.46031217Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:46.463145874Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:46.772982064Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:13:46.773986903Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"101.301617268s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.184027216Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.188553932Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.191523468Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.991779677Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.995959987Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:47.998707729Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:48.69371589Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:48.698819827Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:48.701814634Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.379784832Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.383793948Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.386704834Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.960969223Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.965442258Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:49.968018747Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:50.526440306Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:50.531062154Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:50.533885437Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:51.803093467Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:51.807787696Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:51.810702632Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:52.195250831Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 822, tv_nsec: 402480616 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:52.195876032Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:52.227184686Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:53.163386616Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:53.167731378Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:53.169990371Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:54.398298825Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:54.402825151Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:54.405859898Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:55.477674782Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:55.684238562Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:55.689578923Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:55.692888496Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:56.354978753Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:56.455093913Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:56.459281903Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:56.462273609Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.204767572Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.209108567Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.211758775Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.88275156Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.887268021Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:57.89012854Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:58.694888955Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:58.698978243Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:58.701867397Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:59.80631163Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:59.811351946Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:13:59.815091317Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:01.112542935Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:01.116892175Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:01.120512641Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:02.380953618Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:02.385901952Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:02.388358818Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:03.382306184Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:03.386717768Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:03.389701554Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:04.647796413Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:04.652187376Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:04.654744135Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:05.452710741Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:05.92844879Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:05.932739481Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:05.935534754Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:06.330213516Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.157552408Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.162319839Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.164956819Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.187590029Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:14:07.188665279Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"121.771557954s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.723398318Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.727833492Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:07.730622023Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:08.353873905Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:08.358191417Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:08.360938859Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:09.173969051Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:09.177672821Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:09.18025432Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:10.428784717Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:10.43262386Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:10.435335772Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:11.288583787Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:11.292378439Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:11.294850956Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:12.155829867Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:12.160240381Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:12.163184427Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:13.508633314Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:13.51479677Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:13.517721776Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:14.109113301Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:14.11381144Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:14.116780157Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:15.427000955Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:15.457881661Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:15.4620723Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:15.465275751Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.086871339Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.091736432Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.094437893Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.15959928Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5cd26068-06a7-410e-8e7a-3f8d8324f596.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"abc5f064-710c-488d-84a1-4fd7851b60bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6c09172-b9e4-4382-b097-c951ad504b36.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 846, tv_nsec: 431742815 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.160286223Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.191858022Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:16.305790835Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:17.517899761Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:17.523326584Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:17.526033845Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:18.978776588Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:18.983387436Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:18.986091057Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:19.655684526Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:19.660973217Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:19.663630607Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:20.580770275Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:20.58634541Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:20.589291906Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:21.744973841Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:21.749456997Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:21.75228638Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:22.694135627Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:22.698058751Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:22.701003137Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:23.977942314Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:23.982528531Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:23.985384825Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.401980503Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.428995425Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.433207875Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.436156361Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.956779842Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.961011723Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:25.963679164Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:26.280421422Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:26.509281189Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:26.513370917Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:26.516251831Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:27.282793281Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:27.289777113Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:27.294004123Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:28.339822582Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:28.34488784Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:28.347637982Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:29.594147331Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:29.599627335Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:29.602508339Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:31.13673875Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:31.15624595Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-11T22:14:31.156317391Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"145.803601296s","count":"7"} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:31.157559245Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:31.177244758Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:32.194415256Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:32.202253913Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:32.206345411Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:33.460178049Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:33.465381317Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:33.468312313Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:34.669462621Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:34.673939926Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:34.676481784Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:35.377709754Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:36.014875507Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:36.019091078Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:36.021921331Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:36.25523379Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:37.075541769Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:37.081442671Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:37.084501369Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:38.375395171Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:38.380343375Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:38.383584746Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:39.749435876Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:39.754089855Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:39.756669517Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:40.704038402Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:40.710246979Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:40.713716548Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.206730927Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.211740361Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.214111499Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.740235195Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.745567807Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:42.748830578Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:43.792433277Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:43.797182634Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:43.800009918Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:45.191392648Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:45.195946492Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:45.199134155Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:45.374743158Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:46.254356104Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:46.42953298Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:46.43642749Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:46.439898346Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:47.091249965Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:47.096678848Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:47.099766916Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:48.390920438Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:48.396444373Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:48.399608882Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:49.37732594Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:49.383343924Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:49.386662897Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:54.624245703Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:54.64733424Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:54.661785463Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:55.331250576Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:55.34097175Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:55.347001044Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:55.39276341Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8939640600581608823"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:56.257775074Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11883788441200800664"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:56.80065511Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:56.807109602Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:56.820989915Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:57.887557574Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:57.89583698Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:57.900515489Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:59.401755255Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:59.406794851Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:14:59.409700286Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:00.390549752Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:00.395902193Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:00.399270097Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:01.438648721Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::24cb:9bff:fe39:a66a]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:01.444103124Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-11T22:15:01.447193532Z","hostname":"oxz_switch","pid":5237}