[ May 28 23:59:23 Enabled. ] [ May 28 23:59:23 Rereading configuration. ] [ May 28 23:59:24 Rereading configuration. ] [ May 28 23:59:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 28 23:59:35 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.88556918Z","hostname":"oxz_switch","pid":5054,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.887877825Z","hostname":"oxz_switch","pid":5054} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.888350652Z","hostname":"oxz_switch","pid":5054} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.888642337Z","hostname":"oxz_switch","pid":5054,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.890870921Z","hostname":"oxz_switch","pid":5054,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 97037193-1312-4866-98de-d1b6903db229,\n ),\n sled_id: Some(\n 53e0217c-38e2-47a9-8839-674193b5b5b1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.895134826Z","hostname":"oxz_switch","pid":5054} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.895167136Z","hostname":"oxz_switch","pid":5054,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:35.899314349Z","hostname":"oxz_switch","pid":5054,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2027:8cff:fe10:ddb3->22:27:8c:10:dd:b3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:35.901598784Z","hostname":"oxz_switch","pid":5054} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:35.90855495Z","hostname":"oxz_switch","pid":5054} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-28T23:59:35.915487146Z","hostname":"oxz_switch","pid":5054} [ May 28 23:59:36 Rereading configuration. ] [ May 28 23:59:36 Executing refresh method (:kill). ] [ May 28 23:59:36 Stopping because all processes in service exited. ] [ May 28 23:59:36 Executing stop method (:kill). ] [ May 28 23:59:36 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 28 23:59:36 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.590182446Z","hostname":"oxz_switch","pid":5437,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.591177241Z","hostname":"oxz_switch","pid":5437} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.591484536Z","hostname":"oxz_switch","pid":5437} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.591611738Z","hostname":"oxz_switch","pid":5437,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.593241872Z","hostname":"oxz_switch","pid":5437,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.593417455Z","hostname":"oxz_switch","pid":5437,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 97037193-1312-4866-98de-d1b6903db229, sled_id: 53e0217c-38e2-47a9-8839-674193b5b5b1, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 4d5d817f-e923-4b55-a328-0c1131e78eeb, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.593465116Z","hostname":"oxz_switch","pid":5437,"unit":"oximeter","producer_id":"89bed190-c2d3-449a-b3cf-bae6326f8973"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 97037193-1312-4866-98de-d1b6903db229,\n ),\n sled_id: Some(\n 53e0217c-38e2-47a9-8839-674193b5b5b1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.594473411Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.601328826Z","hostname":"oxz_switch","pid":5437} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.602673416Z","hostname":"oxz_switch","pid":5437,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2027:8cff:fe10:ddb3->22:27:8c:10:dd:b3"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.602850029Z","hostname":"oxz_switch","pid":5437,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::74f8:97ff:fecf:c743->76:f8:97:cf:c7:43"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.604004536Z","hostname":"oxz_switch","pid":5437,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.605263035Z","hostname":"oxz_switch","pid":5437,"local_addr":"[fd00:1122:3344:101::2]:38486","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.605345667Z","hostname":"oxz_switch","pid":5437,"local_addr":"[fd00:1122:3344:101::2]:38486","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.605484749Z","hostname":"oxz_switch","pid":5437,"local_addr":"[fd00:1122:3344:101::2]:38486","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:38486","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.60552319Z","hostname":"oxz_switch","pid":5437,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.60553214Z","hostname":"oxz_switch","pid":5437,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.605784354Z","hostname":"oxz_switch","pid":5437,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.606117569Z","hostname":"oxz_switch","pid":5437,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.606129519Z","hostname":"oxz_switch","pid":5437,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:38486","producer_id":"89bed190-c2d3-449a-b3cf-bae6326f8973"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:36.606141689Z","hostname":"oxz_switch","pid":5437,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.606148799Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.606606316Z","hostname":"oxz_switch","pid":5437} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.607047673Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.608956562Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-28T23:59:19.840140476Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.608983952Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","id":"10054267173394740156"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:36.608995192Z","hostname":"oxz_switch","pid":5437,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-28T23:59:36.609857005Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.291451211Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.296080552Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.299056297Z","hostname":"oxz_switch","pid":5437} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.299300881Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.300327616Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-28T23:59:19.840007444Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.300380057Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","id":"9082232852583141648"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.300392107Z","hostname":"oxz_switch","pid":5437,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-28T23:59:37.719528644Z","hostname":"oxz_switch","pid":5437,"interface":"tfportqsfp0_0","entry":"10.151.1.174->da:84:d1:ba:51:e1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.904798887Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.91089962Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:37.914020757Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:38.58558309Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:38.59085539Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:38.594078919Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:39.608452685Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:39.613651724Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:39.616799992Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:40.859880053Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:40.864854929Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:40.867692892Z","hostname":"oxz_switch","pid":5437} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.609380923Z","hostname":"oxz_switch","pid":5437,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"41e1bc0d-845a-4ba0-8b25-5b35463f059d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"58a8c3ae-f776-4816-b416-c2109ba75ff8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e6692896-271b-4556-a7f1-debb77866a0e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e6692896-271b-4556-a7f1-debb77866a0e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5336, tv_nsec: 176263552 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.610127295Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.627591771Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.800324403Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.804600868Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:41.807625614Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:42.85021966Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:42.854908681Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:42.857692514Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:43.786346144Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:43.790544908Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:43.793374691Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:45.184447036Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:45.189073717Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:45.192155094Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:46.50321159Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:46.507567087Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:46.510301739Z","hostname":"oxz_switch","pid":5437} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:46.612941733Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10054267173394740156"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:47.30255813Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9082232852583141648"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:47.812956657Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:47.817328154Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:47.820924779Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:48.88487756Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:48.888942922Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:48.891469531Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:49.484789371Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:49.489366921Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:49.492082912Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:50.608900779Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:50.612773438Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:50.615402938Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:51.019778521Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:51.023845714Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:51.026592945Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:52.370117312Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:52.374459398Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:52.377762989Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:53.639324144Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:53.643585489Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:53.646605575Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:55.1412485Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:55.145650808Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:55.14847615Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.109811268Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.115039819Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.117634358Z","hostname":"oxz_switch","pid":5437} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.320914894Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10054267173394740156"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.33506261Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-28T23:59:56.336680815Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.025306216s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.518246499Z","hostname":"oxz_switch","pid":5437,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"41e1bc0d-845a-4ba0-8b25-5b35463f059d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"58a8c3ae-f776-4816-b416-c2109ba75ff8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e6692896-271b-4556-a7f1-debb77866a0e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e6692896-271b-4556-a7f1-debb77866a0e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5351, tv_nsec: 380420189 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.519066501Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.526925752Z","hostname":"oxz_switch","pid":5437,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.877334415Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.882146028Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:56.885218466Z","hostname":"oxz_switch","pid":5437} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:57.007523084Z","hostname":"oxz_switch","pid":5437,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9082232852583141648"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:57.400564289Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:57.40453274Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:57.407101489Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:58.119461872Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:58.124375438Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:58.127697309Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:59.558256449Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:59.562621495Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-28T23:59:59.56553231Z","hostname":"oxz_switch","pid":5437} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-29T00:00:00.379960337Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportrear0_0 addrs [fe80::2027:8cff:fe10:ddb3]","v":0,"name":"tfportd","level":20,"time":"2026-05-29T00:00:00.38409734Z","hostname":"oxz_switch","pid":5437} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-29T00:00:00.386636709Z","hostname":"oxz_switch","pid":5437}