[ Jun 23 18:58:22 Enabled. ] [ Jun 23 18:58:22 Rereading configuration. ] [ Jun 23 18:58:23 Rereading configuration. ] [ Jun 23 18:58:44 Rereading configuration. ] [ Jun 23 18:58:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 23 18:58:54 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:54.225351589Z","hostname":"oxz_switch","pid":5858,"port":12224,"host":"[::1]"} {"msg":"Failed to connect to dpd. Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-06-23T18:58:54.226079479Z","hostname":"oxz_switch","pid":5858} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.227204208Z","hostname":"oxz_switch","pid":5858} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.227573388Z","hostname":"oxz_switch","pid":5858} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.227820335Z","hostname":"oxz_switch","pid":5858,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.230004215Z","hostname":"oxz_switch","pid":5858,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.230038256Z","hostname":"oxz_switch","pid":5858,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: faa5396e-7e0f-4865-a12d-007b1f9e4679, sled_id: 24ca026d-5818-404c-b15a-9d7c1ee1ffee, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e8fa4e9a-4b4d-43a2-9a51-2781f9183351, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.230114588Z","hostname":"oxz_switch","pid":5858,"unit":"oximeter","producer_id":"36957599-6d5a-4b8b-8a26-ba86f8678ac6"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n faa5396e-7e0f-4865-a12d-007b1f9e4679,\n ),\n sled_id: Some(\n 24ca026d-5818-404c-b15a-9d7c1ee1ffee,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.231519907Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.27531261Z","hostname":"oxz_switch","pid":5858} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.278088496Z","hostname":"oxz_switch","pid":5858,"unit":"producer-server","unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.278475517Z","hostname":"oxz_switch","pid":5858,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c30:4dff:fedb:514d->00:00:00:00:00:00"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.279217147Z","hostname":"oxz_switch","pid":5858,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::14d5:94ff:fe43:45e0->16:d5:94:43:45:e0"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.279446723Z","hostname":"oxz_switch","pid":5858,"local_addr":"[fd00:1122:3344:101::2]:53875","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.279528035Z","hostname":"oxz_switch","pid":5858,"local_addr":"[fd00:1122:3344:101::2]:53875","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.27968838Z","hostname":"oxz_switch","pid":5858,"local_addr":"[fd00:1122:3344:101::2]:53875","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:53875","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.279719961Z","hostname":"oxz_switch","pid":5858,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.279733111Z","hostname":"oxz_switch","pid":5858,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.279905086Z","hostname":"oxz_switch","pid":5858,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.280281226Z","hostname":"oxz_switch","pid":5858,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.280295397Z","hostname":"oxz_switch","pid":5858,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:53875","producer_id":"36957599-6d5a-4b8b-8a26-ba86f8678ac6"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:55.280309177Z","hostname":"oxz_switch","pid":5858,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.280315787Z","hostname":"oxz_switch","pid":5858,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.280742949Z","hostname":"oxz_switch","pid":5858} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.281443448Z","hostname":"oxz_switch","pid":5858,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"349a9ad9-f374-435c-80ad-0081e0e93f6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7aa0515-e256-459b-bbd8-209ef54d8d7c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e216c871-5668-4a80-918e-b19ea5d90388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e216c871-5668-4a80-918e-b19ea5d90388.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3393, tv_nsec: 991384533 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.281767747Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.281993803Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-23T18:58:18.439733022Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.282026614Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler-worker","unit":"oximeter","id":"15878790981269884415"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.282036804Z","hostname":"oxz_switch","pid":5858,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.282132437Z","hostname":"oxz_switch","pid":5858,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-23T18:58:55.286902348Z","hostname":"oxz_switch","pid":5858} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.306441555Z","hostname":"oxz_switch","pid":5858,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.81320285Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:55.818347431Z","hostname":"oxz_switch","pid":5858} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-23T18:58:55.822757862Z","hostname":"oxz_switch","pid":5858} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:56.149442239Z","hostname":"oxz_switch","pid":5858,"interface":"tfportqsfp0_0","entry":"10.151.2.174->2e:d9:3a:c7:bb:c1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.450056259Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.455250722Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.458326417Z","hostname":"oxz_switch","pid":5858} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.458537652Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.45954671Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-23T18:58:18.439601189Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.459594421Z","hostname":"oxz_switch","pid":5858,"component":"kstat-sampler-worker","unit":"oximeter","id":"9709680143134622390"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:56.459603722Z","hostname":"oxz_switch","pid":5858,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"removed stale NDP entry :fe80::c30:4dff:fedb:514d->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:56.48063683Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.022999713Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.02654738Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.029005518Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.558711863Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.564089311Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:57.567161405Z","hostname":"oxz_switch","pid":5858} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-23T18:58:57.840498576Z","hostname":"oxz_switch","pid":5858,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c30:4dff:fedb:514d->0e:30:4d:db:51:4d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:58.950560888Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:58.955053522Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:58.957502669Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:59.588347472Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:59.59298211Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:58:59.596143297Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:00.113320248Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:00.11887704Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:00.121899703Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:01.331631864Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:01.336945539Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:01.340130777Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:02.45932712Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:02.463349591Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:02.466663372Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:03.54054392Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:03.544374085Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:03.547879901Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.214598721Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.218686973Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.222133778Z","hostname":"oxz_switch","pid":5858} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.925405772Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportrear0_0 addrs [fe80::14d5:94ff:fe43:45e0]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.930037209Z","hostname":"oxz_switch","pid":5858} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-23T18:59:04.93297263Z","hostname":"oxz_switch","pid":5858}