[ Apr 17 13:57:37 Enabled. ] [ Apr 17 13:57:37 Rereading configuration. ] [ Apr 17 13:57:37 Rereading configuration. ] [ Apr 17 13:57:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 17 13:57:48 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.607759443Z","hostname":"oxz_switch","pid":5016,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.610055239Z","hostname":"oxz_switch","pid":5016} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.610360883Z","hostname":"oxz_switch","pid":5016} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.610697366Z","hostname":"oxz_switch","pid":5016,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.612811691Z","hostname":"oxz_switch","pid":5016,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 43a47862-9fdc-4cb6-9445-01446ed0aa99,\n ),\n sled_id: Some(\n 4d2b5c1f-256c-4ec3-a84c-0ae673f4c18d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.61454196Z","hostname":"oxz_switch","pid":5016} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.614566691Z","hostname":"oxz_switch","pid":5016,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:48.619072842Z","hostname":"oxz_switch","pid":5016,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcac:16ff:fe18:804b->be:ac:16:18:80:4b"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:48.62416888Z","hostname":"oxz_switch","pid":5016} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:48.630639303Z","hostname":"oxz_switch","pid":5016} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:57:48.637237629Z","hostname":"oxz_switch","pid":5016} [ Apr 17 13:57:49 Rereading configuration. ] [ Apr 17 13:57:49 Executing refresh method (:kill). ] [ Apr 17 13:57:49 Stopping because all processes in service exited. ] [ Apr 17 13:57:49 Executing stop method (:kill). ] [ Apr 17 13:57:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 17 13:57:49 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.306054664Z","hostname":"oxz_switch","pid":5429,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.306993445Z","hostname":"oxz_switch","pid":5429} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.307285528Z","hostname":"oxz_switch","pid":5429} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.307381439Z","hostname":"oxz_switch","pid":5429,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.30917531Z","hostname":"oxz_switch","pid":5429,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.309344632Z","hostname":"oxz_switch","pid":5429,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 43a47862-9fdc-4cb6-9445-01446ed0aa99, sled_id: 4d2b5c1f-256c-4ec3-a84c-0ae673f4c18d, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: f2a928b7-9ca3-4e6f-9fb1-89c58ee79ba2, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.309374062Z","hostname":"oxz_switch","pid":5429,"unit":"oximeter","producer_id":"fc260cca-2613-4c1a-a3b8-826793c3f0b6"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 43a47862-9fdc-4cb6-9445-01446ed0aa99,\n ),\n sled_id: Some(\n 4d2b5c1f-256c-4ec3-a84c-0ae673f4c18d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.310542305Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.317353303Z","hostname":"oxz_switch","pid":5429} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.318661168Z","hostname":"oxz_switch","pid":5429,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcac:16ff:fe18:804b->be:ac:16:18:80:4b"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.319041512Z","hostname":"oxz_switch","pid":5429,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6016:9dff:fe87:f833->62:16:9d:87:f8:33"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.320008653Z","hostname":"oxz_switch","pid":5429,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.321370229Z","hostname":"oxz_switch","pid":5429,"local_addr":"[fd00:1122:3344:101::2]:50300","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.321425939Z","hostname":"oxz_switch","pid":5429,"local_addr":"[fd00:1122:3344:101::2]:50300","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.321594931Z","hostname":"oxz_switch","pid":5429,"local_addr":"[fd00:1122:3344:101::2]:50300","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:50300","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.321621882Z","hostname":"oxz_switch","pid":5429,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.321630042Z","hostname":"oxz_switch","pid":5429,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.321796484Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.322132957Z","hostname":"oxz_switch","pid":5429,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.322173328Z","hostname":"oxz_switch","pid":5429,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:50300","producer_id":"fc260cca-2613-4c1a-a3b8-826793c3f0b6"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.322184578Z","hostname":"oxz_switch","pid":5429,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.322192558Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.322844805Z","hostname":"oxz_switch","pid":5429} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.32324107Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.324566025Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-17T13:57:32.577583056Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.324613096Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","id":"17220563170382362480"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:49.324625256Z","hostname":"oxz_switch","pid":5429,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:57:49.326233144Z","hostname":"oxz_switch","pid":5429} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-17T13:57:49.826378919Z","hostname":"oxz_switch","pid":5429,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8e:3f:04:82:2f:9d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.473306806Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.477822807Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.480405097Z","hostname":"oxz_switch","pid":5429} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.480632369Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.481350147Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-17T13:57:32.577452816Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.481381278Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","id":"318826660501189528"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:50.481393258Z","hostname":"oxz_switch","pid":5429,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:51.724480533Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:51.728746972Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:51.732036369Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.196694957Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.20138376Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.20397711Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.859071339Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.863618111Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:53.866600625Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.32549247Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25881, tv_nsec: 787373180 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.326015016Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.372211993Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.463072007Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.466896581Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:54.469606602Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:55.413190936Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:55.417683687Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:55.420418478Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:56.596374289Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:56.601478407Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:56.604080127Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:57.13650211Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:57.141350755Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:57.144402109Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.226906376Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.231151554Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.234027197Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.919889777Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.924072145Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:58.926411321Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:59.329196778Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:59.630710881Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:59.635416985Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:57:59.638189966Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:00.483834046Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:00.551916791Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:00.556297701Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:00.559200814Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:01.711881539Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:01.71631917Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:01.719247443Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:02.753890165Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:02.759187345Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:02.761637703Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:03.277654379Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:03.283108681Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:03.286244367Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:04.04479129Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:04.049406943Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:04.052282285Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:05.43996755Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:05.444112277Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:05.446697946Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:06.232525112Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:06.238273937Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:06.240902987Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:07.732531758Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:07.739233715Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:07.742774306Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:08.96320804Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:08.968613712Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:08.971755858Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.081958603Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.287578702Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:58:10.299923963Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.231396885s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.497941774Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.505981676Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.511961634Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.533703734Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25897, tv_nsec: 249928983 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.534692752Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:10.600467635Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:11.230251765Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:11.60379199Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:11.611468328Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:11.615546905Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:12.812757944Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:12.81938097Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:12.822623527Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:14.200137965Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:14.20412814Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:14.206654209Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:15.689295507Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:15.695011723Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:15.697720393Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:16.726100485Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:16.730762118Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:16.733346038Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:17.319960116Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:17.325833343Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:17.328426833Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:18.553819494Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:18.559300467Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:18.562720746Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:19.272140796Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:19.276129861Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:19.278988714Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:20.056179218Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:20.602375825Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:20.607703376Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:20.610201704Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.204993776Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.276841146Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.281179415Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.284156999Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.981775265Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.986696272Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:21.989368871Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:22.796230354Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:22.800466687Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:22.803068072Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:24.032022764Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:24.035594575Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:24.038213125Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.386358538Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.392410147Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.395246239Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.56173962Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:58:25.562967384Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.535783396s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.888673083Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25912, tv_nsec: 646506493 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.889103567Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:25.9220489Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:26.279538896Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:26.283812155Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:26.286172542Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:27.246951842Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:27.25202108Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:27.254782891Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:28.026429931Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:28.031493209Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:28.035014809Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:34.393829164Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:34.407703882Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:34.420548209Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:34.422656323Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:34.504608089Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:35.897944027Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:35.904938817Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:35.909330917Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:36.513039761Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:36.519487824Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:36.522970364Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:37.049117141Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:37.057035422Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:37.061167279Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:38.160466871Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:38.167888025Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:38.172257175Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:39.446724147Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:39.453567605Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:39.457650042Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:40.894185664Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:58:40.901108723Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.915467364s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:40.912147889Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:40.918754744Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:40.922500907Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.060965856Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.066460549Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.069165119Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.295676281Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25929, tv_nsec: 97577092 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.296155211Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:42.346610547Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:43.027554502Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:43.032077704Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:43.034917896Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.192923338Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.198518232Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.20184523Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.394909775Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.395324529Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.816069213Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.820683116Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:44.823195234Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:45.846169434Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:45.851584936Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:45.854697772Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:46.368932554Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:46.374494877Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:46.377447961Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:47.130173535Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:47.135282693Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:47.138254718Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:48.479990727Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:48.4859127Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:48.488794688Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:49.183934645Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:49.189739101Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:49.192477842Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:49.993932743Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:49.999223113Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:50.002583452Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:50.791007334Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:50.796249284Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:50.799618922Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:51.827077563Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:51.833482796Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:51.836880675Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:52.7139558Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:52.719346081Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:52.722560438Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:54.203214514Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:54.208712677Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:54.212194767Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:54.370241181Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:54.370742667Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:55.369364169Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:55.37471244Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:55.377887156Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:56.879804154Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:56.885997365Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:56.889240902Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:57.307023425Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:58:57.308042484Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.366842756s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:57.841511315Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:57.848210432Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:57.851903754Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:58.713518091Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:58.718864223Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:58.721869347Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:59.108975707Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25945, tv_nsec: 956794357 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:59.110011849Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:58:59.145429543Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.064595868Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.070360704Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.073675812Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.712165822Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.717789901Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:00.721471368Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:01.968241853Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:01.973952409Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:01.977343927Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:03.158308221Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:03.164440402Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:03.167553957Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:04.345147313Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:04.345602128Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:04.627420716Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:04.632537474Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:04.635629499Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:05.951329722Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:05.956732533Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:05.959653147Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:06.57827124Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:06.584327169Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:06.587429765Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:07.579848736Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:07.585329938Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:07.588647816Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:08.646289942Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:08.650937115Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:08.654070321Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:09.808970928Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:09.818019681Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:09.822853376Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:10.60181174Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:10.609137604Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:10.615212243Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:11.568546618Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:11.576069634Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:11.581986272Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:13.185716043Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:13.198047994Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:13.22312656Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.126726267Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:59:14.137580121Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.241907162s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.201784664Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.209901627Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.215504631Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.412876635Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:14.413968977Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:15.541163207Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:15.556699784Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:15.575524859Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:16.995110938Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.001674803Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.00578539Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.300530975Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25964, tv_nsec: 195198018 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.343684968Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.530501041Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.534197793Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.549336646Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:17.552416561Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:18.612364606Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:18.619627936Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:18.624194908Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:20.089520959Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:20.096531379Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:20.100731597Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:21.338867954Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:21.344158115Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:21.346970127Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:22.994910413Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:23.000422816Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:23.003913435Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:23.901959859Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:23.906999937Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:23.910243194Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:24.392573641Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:24.393464221Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:24.785059562Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:24.789718836Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:24.792515227Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:25.552929689Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:25.558101308Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:25.560667778Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.214577584Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.219569251Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.222587085Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.834982318Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.840803034Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:26.844201803Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:27.521495926Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:27.526887678Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:27.530134855Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:28.745720088Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:28.750760846Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:28.754451033Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:30.165292276Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:30.170770682Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:30.173743736Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.101946558Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.108314731Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.111509948Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.785018483Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.808919386Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:31.812947109Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:32.50498822Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:59:32.505925001Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"102.646265763s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:32.938869371Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:32.943775236Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:32.946997803Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:34.387751298Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:34.430340774Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:34.431949942Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:34.437782098Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:34.440710952Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:35.458643453Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:35.465177137Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:35.469010891Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:36.671237638Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:36.678914789Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:36.683870812Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.459723585Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.465182174Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.468658397Z","hostname":"oxz_switch","pid":5429} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.71043448Z","hostname":"oxz_switch","pid":5429,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"30eed9a5-5a18-4f5e-b1e4-cc14c245e329.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"45a48395-fae0-456a-802d-48e20983fc96.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"879b0ed6-ddb7-4337-ae8b-b474a71f9e14.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 25984, tv_nsec: 634465840 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.726053317Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:37.76228102Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:38.888253091Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:38.893319978Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:38.896455494Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:39.45110943Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:39.455616007Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:39.45815543Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:40.821401802Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:40.82648783Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:40.829017489Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:41.844896346Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:41.851724743Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:41.855147093Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:42.741631267Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:42.748274132Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:42.754775666Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.069537197Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.077380026Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.081595104Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.392247181Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.435310242Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.734830432Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.74075199Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:44.743874325Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:46.203532386Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:46.208890037Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:46.212039323Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.137837515Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.146560184Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.15054773Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.964248435Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.973966696Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:47.977748209Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:49.325976391Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:49.333412886Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:49.337416991Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:50.670814793Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:50.676641149Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:50.679926586Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:51.459980368Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:51.467006859Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:51.471343198Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:52.620190249Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:52.627112568Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:52.631011802Z","hostname":"oxz_switch","pid":5429} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:52.763755233Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-17T13:59:52.764995738Z","hostname":"oxz_switch","pid":5429,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"122.904156759s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:53.898433324Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:53.904375851Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:53.907490717Z","hostname":"oxz_switch","pid":5429} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:54.39516012Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17220563170382362480"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:54.436671992Z","hostname":"oxz_switch","pid":5429,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"318826660501189528"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:54.477900352Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:54.483459685Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:54.486585041Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:55.171713192Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:55.176425486Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:55.179198097Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:56.209819932Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:56.214821229Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:56.217574981Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:57.486499Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:57.492145294Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:57.495041667Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:58.243697872Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:58.252107908Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:58.256805831Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:59.205550935Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:59.212319901Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T13:59:59.215816741Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:00.43370779Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:00.441949003Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:00.446254752Z","hostname":"oxz_switch","pid":5429} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:01.561026976Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportrear0_0 addrs [fe80::bcac:16ff:fe18:804b]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:01.570463894Z","hostname":"oxz_switch","pid":5429} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-17T14:00:01.57453685Z","hostname":"oxz_switch","pid":5429}