[ Mar 17 21:57:02 Enabled. ] [ Mar 17 21:57:02 Rereading configuration. ] [ Mar 17 21:57:02 Rereading configuration. ] [ Mar 17 21:57:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 17 21:57:13 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.936237132Z","hostname":"oxz_switch","pid":4623,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.938109538Z","hostname":"oxz_switch","pid":4623} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.938515766Z","hostname":"oxz_switch","pid":4623} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.938774201Z","hostname":"oxz_switch","pid":4623,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.94083387Z","hostname":"oxz_switch","pid":4623,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2a25bd59-5ea3-4cdb-a987-d20d744d9aa3,\n ),\n sled_id: Some(\n 5ead6df3-c585-4f6c-98ca-c099afad5123,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.94238204Z","hostname":"oxz_switch","pid":4623} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.94240243Z","hostname":"oxz_switch","pid":4623,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.946076071Z","hostname":"oxz_switch","pid":4623,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3817:17ff:feb8:d5cb->3a:17:17:b8:d5:cb"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:13.946282405Z","hostname":"oxz_switch","pid":4623,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c82:7bff:fe4d:ccc3->9e:82:7b:4d:cc:c3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:13.948295614Z","hostname":"oxz_switch","pid":4623} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:13.953687188Z","hostname":"oxz_switch","pid":4623} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:13.958210745Z","hostname":"oxz_switch","pid":4623} [ Mar 17 21:57:14 Rereading configuration. ] [ Mar 17 21:57:14 Executing refresh method (:kill). ] [ Mar 17 21:57:14 Stopping because all processes in service exited. ] [ Mar 17 21:57:14 Executing stop method (:kill). ] [ Mar 17 21:57:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 17 21:57:14 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.524458832Z","hostname":"oxz_switch","pid":4690,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.525495662Z","hostname":"oxz_switch","pid":4690} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.525825828Z","hostname":"oxz_switch","pid":4690} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.52593295Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.527753155Z","hostname":"oxz_switch","pid":4690,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.527875588Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2a25bd59-5ea3-4cdb-a987-d20d744d9aa3, sled_id: 5ead6df3-c585-4f6c-98ca-c099afad5123, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 6c47bb87-c706-49c9-afb4-b466ab80fe64, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.527910888Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","producer_id":"18cf6b2d-5c20-4a7e-9ef9-a6f2706035e4"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2a25bd59-5ea3-4cdb-a987-d20d744d9aa3,\n ),\n sled_id: Some(\n 5ead6df3-c585-4f6c-98ca-c099afad5123,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.528975579Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.535550306Z","hostname":"oxz_switch","pid":4690} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.537038424Z","hostname":"oxz_switch","pid":4690,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3817:17ff:feb8:d5cb->3a:17:17:b8:d5:cb"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.537275789Z","hostname":"oxz_switch","pid":4690,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c82:7bff:fe4d:ccc3->9e:82:7b:4d:cc:c3"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.538340599Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.539623034Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:54258","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.539668295Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:54258","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.539840108Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:54258","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:54258","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.539864358Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.539876319Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.540032992Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.540421439Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.54046331Z","hostname":"oxz_switch","pid":4690,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:54258","producer_id":"18cf6b2d-5c20-4a7e-9ef9-a6f2706035e4"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:14.540488401Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.540496541Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.540939089Z","hostname":"oxz_switch","pid":4690} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.541285306Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.542616902Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T21:56:57.830545138Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.542641072Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","id":"7878368278262251530"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:14.542655642Z","hostname":"oxz_switch","pid":4690,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:14.54407185Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:15.313556328Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:15.318723647Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:15.322922948Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:15.880893477Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:15.886020885Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:15.88887764Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:16.963897069Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:16.968945696Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:16.972097007Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:18.416225949Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:18.421080732Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:18.424277564Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:19.096227095Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:19.101706011Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:19.131043815Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:19.543055325Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 655, tv_nsec: 168963146 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:19.543657866Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:19.588246874Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:20.199131661Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:20.203089467Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:20.205643016Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:20.761393862Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:20.766023871Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:20.768750873Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:21.515723499Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:21.520045402Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:21.522904857Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:22.633863707Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:22.638214221Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:22.641052696Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:23.577780003Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:23.58231431Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:23.585189006Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:24.356857497Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:24.360479986Z","hostname":"oxz_switch","pid":4690} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:24.363048046Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:24.546281432Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.173169806Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.177988069Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.180892025Z","hostname":"oxz_switch","pid":4690} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.181114959Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.182145979Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T21:56:57.830413245Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.18221264Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","id":"8085340769124461230"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:25.18222157Z","hostname":"oxz_switch","pid":4690,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:57:25.871412024Z","hostname":"oxz_switch","pid":4690,"interface":"tfportqsfp0_0","entry":"10.151.2.174->86:3e:57:9e:76:59"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:26.573292562Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:26.577633825Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:26.580433939Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:27.79429846Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:27.798687395Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:27.801847285Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:28.787090846Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:28.792188144Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:28.79508658Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.156710174Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.162055897Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.164848081Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.760593456Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.765729135Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:30.768531209Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:31.842209332Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:31.846738819Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:31.849588744Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:32.710111555Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:32.713780565Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:32.716524218Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.008194568Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.012346628Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.015146901Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.571835855Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.613105509Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:34.613951466Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.050454141s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.717657821Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.722910772Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.725731327Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.884094034Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 670, tv_nsec: 487022062 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.884669016Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:34.915603941Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:35.206454718Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:35.888865991Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:35.893145984Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:35.895875966Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:37.1525027Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:37.156964586Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:37.160380922Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:38.343158106Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:38.347634522Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:38.350490108Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:39.552793999Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:39.558639342Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:39.561994707Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:41.002884152Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:41.007810327Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:41.011017359Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.11559461Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.12023376Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.123265308Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.636356491Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.640587077Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:42.643202173Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:43.737729176Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:43.742490444Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:43.744945946Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:44.373490235Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:44.377714347Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:44.380299127Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:44.550345608Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.047515712Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.051946327Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.054869704Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.18319138Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.836074579Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.840541606Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:45.843731947Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.00662051Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.010545024Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.013089283Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.969957127Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.97423705Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:47.977176747Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:48.642971794Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:48.647281218Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:48.650199404Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:49.20499261Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:49.208925235Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:49.211574437Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:49.87868623Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:57:49.879995125Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.354671431s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.139151546Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 780981034 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.139701737Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.170859568Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.281094546Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.285844137Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:50.288654202Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:51.74105386Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:51.745655299Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:51.748202248Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:52.535859577Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:52.540049128Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:52.542441014Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:53.661229434Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:53.665597289Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:53.668696638Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:54.517374906Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:54.521675549Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:54.524802079Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:54.52484272Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:55.158185322Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:55.435444812Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:55.439355338Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:55.441586101Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:56.805704985Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:56.809954867Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:56.812250321Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:57.39982016Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:57.403838708Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:57.406855236Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:58.361749763Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:58.366401023Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:58.369410411Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:59.315833154Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:59.321845931Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:57:59.3249275Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:00.539149711Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:00.543067737Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:00.545915242Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:01.774970499Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:01.779848993Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:01.782615766Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:03.118965663Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:03.12341368Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:03.126494479Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:04.41171398Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:04.41690455Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:04.419257566Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:04.499461253Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:05.131665263Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:05.132290425Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:58:05.132675723Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.648910258s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:05.432707543Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:05.437920653Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:05.440690477Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.201807965Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 887402842 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.202386515Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.235270582Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.589023167Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.594295294Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:06.597856077Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:07.544856642Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:07.54941806Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:07.552433978Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:08.522660211Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:08.527738969Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:08.530646935Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:09.771734545Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:09.775258833Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:09.777724631Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.287372385Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.291808761Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.294562634Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.843611639Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.847739789Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:10.850780918Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:11.719685905Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:11.724235423Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:11.726918654Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:12.316868079Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:12.32162515Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:12.324105188Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:13.334073967Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:13.338909891Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:13.341841927Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:14.474050305Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:14.642229061Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:14.646714997Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:14.649871308Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:15.107122041Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:16.101277795Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:16.10567835Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:16.108888632Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.063739848Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.068860867Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.071790253Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.873287459Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.87694055Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:17.879248284Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:18.766407447Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:18.77499759Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:18.777663101Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:19.828314566Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:19.833012156Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:19.835956473Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:20.397828416Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:20.402105518Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:20.40477232Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:21.195780572Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:58:21.197246673Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.756986038s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:21.798424524Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:21.802686417Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:21.805661454Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.632565581Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 362646728 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.633314585Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.666146879Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.674611702Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.678725121Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:22.681429314Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:23.438565015Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:23.44298358Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:23.445893066Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:24.448528135Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:24.75813869Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:24.763434422Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:24.766091643Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:25.081744104Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:25.363485511Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:25.368472468Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:25.370916585Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.033387819Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.038075829Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.040645599Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.562225844Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.566374074Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:26.569218679Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:27.441636715Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:27.446014259Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:27.448789402Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:28.187423166Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:28.191693039Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:28.19435637Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:29.532282919Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:29.537830535Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:29.541026562Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.017387686Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.022555546Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.025654036Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.842201803Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.847924233Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:31.851507082Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.151418177Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.17123007Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.185415673Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.977409696Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.984650225Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:33.994788571Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:34.427014462Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"removed stale NDP entry :fe80::3817:17ff:feb8:d5cb->3a:17:17:b8:d5:cb","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:58:34.475658831Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:35.057446157Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:35.244187581Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:35.24985523Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:35.252658925Z","hostname":"oxz_switch","pid":4690} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T21:58:36.217456352Z","hostname":"oxz_switch","pid":4690,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3817:17ff:feb8:d5cb->3a:17:17:b8:d5:cb"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:36.716853369Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:36.722843344Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:36.726198509Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:37.346770435Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:37.352047377Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:37.355576194Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:37.629227255Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:58:37.631235934Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.23560424s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:38.45188356Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:38.457986388Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:38.461380523Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.258358292Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.263447091Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.266316736Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.887111755Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.893848945Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:39.8977116Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:41.343284126Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:41.349759631Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:41.353025154Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.327768704Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.333130227Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.336122815Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.875921776Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 738, tv_nsec: 660505930 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.877021973Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:42.91473199Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:43.435607822Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:43.442646368Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:43.480993698Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:47.995706101Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.003222856Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.015132385Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.103152029Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.107121375Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.985402498Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.992414643Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:48.997859388Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:50.190895067Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:50.198859121Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:50.203211624Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:51.199973106Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:51.20733971Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:51.238574349Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.051259974Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.057671007Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.061959639Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.674994064Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.680152231Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:52.68284193Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:54.048083641Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:54.054070836Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:54.057884228Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:55.494668095Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:55.501018277Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:55.504055895Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:56.922202466Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:56.928604889Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:56.93230021Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:57.918143752Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:58:57.939305509Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.559494113s","count":"5"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:58.112260788Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:58.112681526Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:58.306471806Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:58.312160185Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:58.31501763Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:59.718147873Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:59.723636579Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:58:59.726667137Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:00.774529262Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:00.779136951Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:00.781890048Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:01.565787901Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:01.571056983Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:01.574236054Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.229878673Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 758, tv_nsec: 16400265 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.230972634Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.298713948Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.323602257Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.329446279Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:02.332471657Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:03.588951161Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:03.594775973Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:03.59772365Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:04.63374944Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:04.63896609Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:04.642145862Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:05.211766165Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:05.217351172Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:05.220814839Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:06.665795707Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:06.670510997Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:06.673957611Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.256511377Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.262099495Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.265260316Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.969455106Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.975011262Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:07.978167763Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:08.112529029Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:08.113968577Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:08.893684023Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:08.8992193Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:08.902317209Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:10.293286079Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:10.299001209Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:10.301922526Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.066135853Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.071694056Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.074659157Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.658794993Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.664280657Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:11.667290426Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:12.664480365Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:12.670310909Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:12.673360529Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:13.598508616Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:13.604824677Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:13.608302654Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:14.340367014Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:14.345802443Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:14.348666409Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:15.4583348Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:15.464424557Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:15.467272632Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:16.79181462Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:16.797800675Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:16.801241911Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:17.301217122Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:59:17.302552758Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"122.921970193s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.033811939Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.039343786Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.042506007Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.115790967Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.117193634Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.829921129Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.835202001Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:18.838048475Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:19.693424326Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:19.698663857Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:19.701674925Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:20.601759816Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:20.607711941Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:20.610357052Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:21.380607894Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:21.385468878Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:21.388805272Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:22.007796883Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:22.013053465Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:22.016227666Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.09968845Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.105271824Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.108073822Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.89242235Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.898033888Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:23.900887133Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:25.128529913Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:25.134117321Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:25.136869054Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:26.457924466Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:26.463685147Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:26.4669427Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:27.292261522Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:27.297412681Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:27.300135354Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.118205737Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.119072604Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.145625355Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.159986811Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.165275683Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.813227692Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.820577974Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:28.82453925Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:29.376502652Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7311cd8f-bf3a-4eb1-9d29-b2f10a46db6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"77756b4c-467b-4a58-82f7-8c730078605d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9debb600-18be-4974-abb7-9bc56c7573d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 785, tv_nsec: 163974330 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:29.377173175Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:29.431412549Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:30.334511369Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:30.340348512Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:30.346294086Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:31.830279234Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:31.845846093Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:31.874522255Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:32.903997606Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:32.912097602Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:32.917554127Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:34.408102962Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:34.415086846Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:34.419403649Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:35.458208533Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:35.464546685Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:35.495467561Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:36.125390356Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:36.132424141Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:36.13649454Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:37.609705622Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:37.616018173Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:37.620117002Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:38.154687927Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:38.155304622Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:38.503440679Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:38.510394948Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:38.514788664Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:39.820780457Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:39.825965726Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:39.829303042Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:40.856678941Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:40.862643375Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:40.865851517Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.186699294Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.192844323Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.197266148Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.801983694Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.808041221Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:42.811278814Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:43.964490345Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:43.970331297Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:43.973353872Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:44.523063948Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T21:59:44.74964485Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"150.366034265s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:44.872564166Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:44.883335063Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:44.890213156Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:45.426972937Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:45.436831056Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:45.440080959Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:46.797522123Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:46.802150392Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:46.805339304Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:47.609893347Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:47.615600747Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:47.618427482Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:48.162115005Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:48.171637938Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:48.59621998Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:48.602162614Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:48.607037868Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:49.651023059Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:49.65783084Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:49.661356798Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:50.688140478Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:50.697295074Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:50.70022622Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:51.991662924Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:51.997962695Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:52.002799098Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:52.617391716Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:52.622917292Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:52.626108153Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:53.322633058Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:53.327163535Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:53.330212484Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:54.414400849Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:54.419786252Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:54.422856261Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:55.119982077Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:55.126709897Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:55.130561711Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.069505851Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.079791779Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.085288935Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.874509723Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.882483457Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:56.885963624Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:58.165529879Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7878368278262251530"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:58.17391071Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8085340769124461230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:58.324769824Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:58.33031058Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:58.333630104Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:59.842904081Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::9c82:7bff:fe4d:ccc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:59.848349355Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:59:59.851042217Z","hostname":"oxz_switch","pid":4690}