[ May 4 19:27:03 Enabled. ] [ May 4 19:27:03 Rereading configuration. ] [ May 4 19:27:04 Rereading configuration. ] [ May 4 19:27:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 4 19:27:25 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.759559805Z","hostname":"oxz_switch","pid":5406,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.761445193Z","hostname":"oxz_switch","pid":5406} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.76178856Z","hostname":"oxz_switch","pid":5406} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.762072585Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.764122496Z","hostname":"oxz_switch","pid":5406,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 00e7ec53-c597-4fb0-8a31-b8487419389a,\n ),\n sled_id: Some(\n a8941742-851d-4403-8bc0-1574091413e4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.76530364Z","hostname":"oxz_switch","pid":5406} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.765326441Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:25.769658848Z","hostname":"oxz_switch","pid":5406,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2022:adff:fea1:78fd->22:22:ad:a1:78:fd"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:25.771525505Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:25.776697069Z","hostname":"oxz_switch","pid":5406} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:27:25.781497196Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.322913685Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.328238392Z","hostname":"oxz_switch","pid":5406} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:27:26.331375615Z","hostname":"oxz_switch","pid":5406} [ May 4 19:27:26 Rereading configuration. ] [ May 4 19:27:26 Executing refresh method (:kill). ] [ May 4 19:27:26 Stopping because all processes in service exited. ] [ May 4 19:27:26 Executing stop method (:kill). ] [ May 4 19:27:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 4 19:27:26 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.378588815Z","hostname":"oxz_switch","pid":5533,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.379422692Z","hostname":"oxz_switch","pid":5533} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.379671157Z","hostname":"oxz_switch","pid":5533} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.379760598Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.381651617Z","hostname":"oxz_switch","pid":5533,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.381776329Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 00e7ec53-c597-4fb0-8a31-b8487419389a, sled_id: a8941742-851d-4403-8bc0-1574091413e4, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 4e9f34fa-614a-4c52-a16e-b67b576f742c, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.381798899Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","producer_id":"e6eccfeb-21c0-47e1-a09f-1b472a625f52"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 00e7ec53-c597-4fb0-8a31-b8487419389a,\n ),\n sled_id: Some(\n a8941742-851d-4403-8bc0-1574091413e4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.382875481Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.390049865Z","hostname":"oxz_switch","pid":5533} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.391309771Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2022:adff:fea1:78fd->22:22:ad:a1:78:fd"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.391541066Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8f1:2dff:fea4:25a5->ba:f1:2d:a4:25:a5"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.392701739Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.394095157Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:46789","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.394162198Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:46789","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.394382193Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:46789","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46789","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.394417013Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.394424744Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.394692159Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.3952155Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.39526102Z","hostname":"oxz_switch","pid":5533,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46789","producer_id":"e6eccfeb-21c0-47e1-a09f-1b472a625f52"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:26.395273221Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.395279401Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.396099777Z","hostname":"oxz_switch","pid":5533} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.396518536Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.396860382Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 660, tv_nsec: 57806210 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.398120778Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.398266561Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-04T19:26:59.743585106Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.398320752Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"6177192627844827287"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.398336582Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:27:26.399868563Z","hostname":"oxz_switch","pid":5533} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:26.443345877Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.011083756Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.016561706Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.019196979Z","hostname":"oxz_switch","pid":5533} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.019426004Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.020586927Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-04T19:26:59.743452695Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.020644818Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"2357666246037985694"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.020658039Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:27:27.135957188Z","hostname":"oxz_switch","pid":5533,"interface":"tfportqsfp0_0","entry":"10.151.1.174->da:61:a1:c8:a9:ec"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.742806134Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.748033879Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:27.750966538Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:28.754238707Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:28.759831099Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:28.76334596Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.046264193Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.050341405Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.0531171Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.63081722Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.636458774Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:30.639372892Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:31.756045783Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:31.760832299Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:31.76384159Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:32.623254705Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:32.627683304Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:32.630509521Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:33.699400691Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:33.70384024Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:33.707134476Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:34.781348002Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:34.785003896Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:34.787450285Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:35.985493361Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:35.990349589Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:35.992964691Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:36.402901067Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.021935697Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.339058336Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.343548126Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.34673446Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.9831783Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.987882935Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:37.990639451Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:38.594586358Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:38.599256882Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:38.602403736Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:40.056925425Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:40.065054238Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:40.070717272Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.549078576Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.557150489Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.561134079Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.567941236Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:27:41.569326844Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.050578746s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.722562465Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 675, tv_nsec: 260472604 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.723024424Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:41.75853958Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.18893298Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.194169246Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.19785066Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.72442674Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.741395872Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:42.752150959Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:43.340948514Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:43.348088227Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:43.352795052Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:44.763189938Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:44.770086857Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:44.774633119Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:45.583522622Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:45.590915701Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:45.594528694Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:46.515807305Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:46.845391792Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:46.849982934Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:46.85271072Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:47.132773557Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:47.874532807Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:47.879482397Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:47.882147031Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.071933088Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.076771655Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.079556491Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.909974899Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.913832947Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:49.916309257Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:51.271880886Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:51.276877777Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:51.279918268Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:52.13633646Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:52.140519254Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:52.143423053Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:53.554620983Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:53.55944607Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:53.561819448Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:55.030471279Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:55.036678034Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:55.03992921Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.051662304Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.056840178Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.059841008Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.490749689Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.718404951Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:27:56.719596825Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.242056386s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.944310217Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.94890659Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:56.951865359Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.108427577Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.376232578Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 690, tv_nsec: 956719007 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.376711608Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.40807246Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.542646674Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.547997672Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:57.550423701Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:58.218097946Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:58.222965064Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:58.225668439Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.010844394Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.016421097Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.019246344Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.720008146Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.725178311Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:27:59.727848694Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:00.772297612Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:00.777705337Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:00.780497244Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:01.732752988Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:01.739230819Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:01.746750871Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.120816891Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.12722983Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.127318342Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.129148649Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.153443139Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.914672452Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.922134732Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:08.927373778Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:09.592085533Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:09.594589564Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:09.598899501Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:10.823812004Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:10.834105897Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:10.853805969Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.214389908Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.221829098Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.226586614Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.37465613Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:28:12.384850076Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.949655587s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.835488014Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.842501276Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.84666928Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.940486202Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 706, tv_nsec: 561716164 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.941938801Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:12.990119833Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:13.386426285Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:13.393972077Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:13.397374856Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:14.708093331Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:14.716568438Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:14.721182665Z","hostname":"oxz_switch","pid":5533} {"msg":"removed stale NDP entry :fe80::b8f1:2dff:fea4:25a5->ba:f1:2d:a4:25:a5","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:28:14.924837213Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:15.311574592Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:15.319377819Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:15.324256458Z","hostname":"oxz_switch","pid":5533} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:28:15.817780782Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8f1:2dff:fea4:25a5->ba:f1:2d:a4:25:a5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:16.343505834Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:16.364519848Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:16.370589661Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:17.154106162Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:17.159752706Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:17.163182676Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.110091433Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.110868408Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.289289057Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.295089234Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.306054225Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.892839889Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.898728338Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:18.901590426Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:19.796445273Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:19.802583717Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:19.806166409Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:20.959797775Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:20.965085652Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:20.968566882Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:21.663042758Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:21.668497768Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:21.671646952Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:22.615217611Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:22.620705262Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:22.624018809Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:23.333930946Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:23.339691112Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:23.342893176Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:24.783199875Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:24.78889269Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:24.792140685Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:26.206419628Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:26.211396579Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:26.214635914Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:27.549953985Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:27.556012687Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:27.559297263Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:27.949684477Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:28:27.951262058Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"61.55835677s","count":"3"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:28.084496815Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:28.084912873Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:28.547478402Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:28.552759209Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:28.555703218Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:29.636603778Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:29.641294363Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:29.644674531Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.415999917Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.421403326Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.424808704Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.535365834Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 724, tv_nsec: 205742233 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.535938505Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:30.567080344Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:31.091802327Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:31.09692154Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:31.100101854Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.376244571Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.381961146Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.385260633Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.93205425Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.937171654Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:32.940149074Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:34.286649338Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:34.29122156Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:34.294108069Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:35.516797257Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:35.522279888Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:35.52539117Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:36.511848055Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:36.517226933Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:36.520406477Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:37.637446715Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:37.643131989Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:37.646188301Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:38.059530136Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:38.059905204Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:38.966247053Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:38.97205755Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:38.975562991Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:39.597072276Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:39.601918403Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:39.604801371Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:40.61177662Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:40.617418158Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:40.620786271Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:41.1730973Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:41.178488128Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:41.181870406Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:42.142125072Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:42.147592223Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:42.150301988Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:43.287935101Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:43.292952462Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:43.296141348Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:44.438534637Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:44.443514747Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:44.446566108Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:45.527949037Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:28:45.529245534Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"79.183903855s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:45.738595856Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:45.743863882Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:45.746955014Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:46.57827114Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:46.583430304Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:46.586328253Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:47.362082517Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:47.367525297Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:47.370412885Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:48.034521318Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:48.034878355Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:48.325123069Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:48.330755283Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:48.333986728Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.146980014Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.152800981Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.155800622Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.928479164Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 743, tv_nsec: 651276063 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.928973214Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:49.960447289Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:50.616502131Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:50.622265157Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:50.625129065Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:51.438302614Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:51.443517609Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:51.445984679Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:52.058701736Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:52.063676456Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:52.066966002Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:53.543571793Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:53.548848999Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:53.551834779Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:54.66505281Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:54.670732835Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:54.674284296Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:55.475467744Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:55.480613728Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:55.483873143Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:56.96630481Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:56.975878223Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:56.993861396Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:57.881507368Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:57.893442609Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:57.901297977Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:58.012426839Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:58.012604092Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:58.645010107Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:58.652000018Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:58.655814685Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:59.69271973Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:59.699906812Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:28:59.705519525Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:00.397109943Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:00.405292617Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:00.410421111Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:01.044815225Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:01.052031674Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:01.056357178Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:02.434176775Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:02.440557254Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:02.443871271Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:03.500842868Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:03.506323399Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:03.650929035Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:04.889570165Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:04.897622305Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:04.903156389Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:04.928626143Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:29:05.043179113Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"98.750246986s","count":"5"} {"msg":"removed stale NDP entry :fe80::b8f1:2dff:fea4:25a5->ba:f1:2d:a4:25:a5","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:29:05.044208778Z","hostname":"oxz_switch","pid":5533} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-04T19:29:06.088085946Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8f1:2dff:fea4:25a5->ba:f1:2d:a4:25:a5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.107626431Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.115111801Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.119276175Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.852339995Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.858818561Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:06.862585586Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:07.838048379Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:07.845800756Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:07.850049032Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:08.060601848Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:08.083047771Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:08.482885649Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:08.490332295Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:08.494400657Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:09.313787482Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:09.320378035Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:09.324650631Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.143594847Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.148739821Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.152292862Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.7169401Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.722681376Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:10.72586674Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.101442544Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 764, tv_nsec: 881219005 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.138459591Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.208837411Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.591716233Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.596926707Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:11.599706684Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:12.139606242Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:12.145322587Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:12.148721886Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:13.6172437Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:13.622394943Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:13.625675829Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:14.854424314Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:14.859314112Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:14.86217781Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:15.751830577Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:15.763433931Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:15.781389902Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.253005526Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.258925795Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.262124099Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.880009557Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.88561373Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:17.888670554Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:18.049106628Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:18.071513539Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:18.879222603Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:18.884561221Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:18.88753326Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:19.78894032Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:19.794530083Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:19.797436231Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:20.71971548Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:20.725610279Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:20.728697651Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:21.974925576Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:21.981948487Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:21.98652387Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:23.113422095Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:23.121316474Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:23.12558764Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:24.220250002Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:24.228749983Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:24.233494858Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:25.108739774Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:25.116876508Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:25.121569153Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:26.146661314Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:26.155619984Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:26.160403331Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:26.204369255Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:29:26.206135681Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"119.936111782s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:27.620991411Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:27.62893024Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:27.633183266Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:28.052841896Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:28.073759597Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:29.036884829Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:29.045194046Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:29.049427401Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:30.563884252Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:30.572466705Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:30.577153559Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:31.806959366Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:31.813237462Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:31.816752142Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:33.264869999Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:33.271962052Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:33.275797389Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:34.001068886Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:34.006944284Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:34.010025646Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.352746652Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.358481948Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.36156068Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.945938924Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.95121462Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:35.953986396Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:36.692061281Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:36.697164793Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:36.700082882Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:37.970464752Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:37.976158767Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:37.979225309Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:38.05583567Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:38.075320581Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:38.690052375Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:38.696032776Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:38.699029536Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:39.888268735Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:39.894571932Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:39.898222705Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:40.478367534Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:40.488280563Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:40.49410408Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.296883717Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.302666843Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.305545731Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.950772248Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.956422162Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:41.960033834Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.253305826Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.259352957Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.262288776Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.960654703Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.9664583Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:43.969606213Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.016339263Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a0611e6-38d2-4444-bc5c-513ef79356de.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"88b09bf5-c38f-4ac8-892e-55b03757b0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f89597bb-ad49-4d62-8cd6-c4c977aaf9e2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 797, tv_nsec: 802555272 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.016873704Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.048402448Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.105734441Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93a97af-bb11-43b9-ace6-19da2b89cedf\", \"content-length\": \"133\", \"date\": \"Mon, 04 May 2026 19:29:44 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-04T19:29:44.108751812Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d93a97af-bb11-43b9-ace6-19da2b89cedf\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Mon, 04 May 2026 19:29:44 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d93a97af-bb11-43b9-ace6-19da2b89cedf\\\" }\"","delay":"137.838724063s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.927770825Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.933598942Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:44.93697037Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:45.594772811Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:45.599972835Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:45.602959295Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:46.383185199Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:46.38867393Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:46.392040097Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:47.860001873Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:47.867233959Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:47.87078915Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:48.059847423Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:48.076459827Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:48.940879334Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:48.945681321Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:48.948211192Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:50.15817034Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:50.164815033Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:50.168876605Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:51.263656405Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:51.270696326Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:51.27435225Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:52.36119514Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:52.36615455Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:52.369504227Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:53.386810408Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:53.400025714Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:53.403019764Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.105491402Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.111437831Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.114533833Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.847402884Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.851930005Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:54.85465373Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:55.493439697Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:55.498389907Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:55.5013356Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:56.979413812Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:56.985888682Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:56.989316013Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:58.063500095Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6177192627844827287"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:58.078042517Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2357666246037985694"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:58.476893799Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:58.48188693Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:58.485166836Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:59.271361528Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:59.277438681Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:29:59.281082924Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:30:00.184711477Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::2022:adff:fea1:78fd]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:30:00.191638415Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-04T19:30:00.195756499Z","hostname":"oxz_switch","pid":5533}