[ Jun 2 17:58:39 Enabled. ] [ Jun 2 17:58:39 Rereading configuration. ] [ Jun 2 17:58:40 Rereading configuration. ] [ Jun 2 17:58:56 Rereading configuration. ] [ Jun 2 17:59:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 2 17:59:08 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:08.311562034Z","hostname":"oxz_switch","pid":5661,"port":12224,"host":"[::1]"} {"msg":"Failed to connect to dpd. Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-06-02T17:59:08.312672982Z","hostname":"oxz_switch","pid":5661} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.314221041Z","hostname":"oxz_switch","pid":5661} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.314719933Z","hostname":"oxz_switch","pid":5661} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.317623456Z","hostname":"oxz_switch","pid":5661,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.318065007Z","hostname":"oxz_switch","pid":5661,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.318372724Z","hostname":"oxz_switch","pid":5661,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0f9299e2-a39d-445f-92fb-dc27c7184b66, sled_id: eef581db-6ce6-4179-a299-f4cbd195c379, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e9062213-6d16-439a-8345-6163815ed1be, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.318446266Z","hostname":"oxz_switch","pid":5661,"unit":"oximeter","producer_id":"08613a2a-a26d-46bc-b327-498f97d359a1"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0f9299e2-a39d-445f-92fb-dc27c7184b66,\n ),\n sled_id: Some(\n eef581db-6ce6-4179-a299-f4cbd195c379,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.319484372Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.337222444Z","hostname":"oxz_switch","pid":5661} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.340156917Z","hostname":"oxz_switch","pid":5661,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.341302916Z","hostname":"oxz_switch","pid":5661,"local_addr":"[fd00:1122:3344:101::2]:38001","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.341375278Z","hostname":"oxz_switch","pid":5661,"local_addr":"[fd00:1122:3344:101::2]:38001","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.341515531Z","hostname":"oxz_switch","pid":5661,"local_addr":"[fd00:1122:3344:101::2]:38001","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:38001","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.341551642Z","hostname":"oxz_switch","pid":5661,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.341579823Z","hostname":"oxz_switch","pid":5661,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.341729337Z","hostname":"oxz_switch","pid":5661,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.342075815Z","hostname":"oxz_switch","pid":5661,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.342090295Z","hostname":"oxz_switch","pid":5661,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:38001","producer_id":"08613a2a-a26d-46bc-b327-498f97d359a1"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.342105676Z","hostname":"oxz_switch","pid":5661,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.342111976Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.34267672Z","hostname":"oxz_switch","pid":5661} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.343301866Z","hostname":"oxz_switch","pid":5661,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8415806f-7759-44b8-8746-8def72271073.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1378a6f-d2bb-4c04-971a-fa837dee32ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 727, tv_nsec: 700226087 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.343921721Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.359650963Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.360172016Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.360265398Z","hostname":"oxz_switch","pid":5661,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::548d:bcff:fe5f:a346->56:8d:bc:5f:a3:46"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.360375381Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-02T17:58:35.191226853Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.360413262Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","id":"6011868552048189882"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:09.360425712Z","hostname":"oxz_switch","pid":5661,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:09.360479033Z","hostname":"oxz_switch","pid":5661,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18eb:18ff:fe0d:c0bf->00:00:00:00:00:00"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-02T17:59:09.36475619Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.062734007Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.068164323Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.071436374Z","hostname":"oxz_switch","pid":5661} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.071779533Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.072955822Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-02T17:58:35.191095560Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.072995913Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","id":"6757577916386203810"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.073006883Z","hostname":"oxz_switch","pid":5661,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"removed stale NDP entry :fe80::18eb:18ff:fe0d:c0bf->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:10.483701444Z","hostname":"oxz_switch","pid":5661} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:10.483957131Z","hostname":"oxz_switch","pid":5661,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18eb:18ff:fe0d:c0bf->1a:eb:18:0d:c0:bf"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-02T17:59:10.770989821Z","hostname":"oxz_switch","pid":5661,"interface":"tfportqsfp0_0","entry":"10.151.2.174->22:b4:45:22:12:49"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.98411922Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.990418087Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:10.993991286Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:11.840652027Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:11.844216656Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:11.846808611Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:12.601610284Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:12.607436959Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:12.610386352Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.09517711Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.100225305Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.10320462Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.813960826Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.819334899Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:14.822330604Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:15.425453958Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:15.430438252Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:15.433039797Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.028155522Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.033474555Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.036641843Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.772213408Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.776464884Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:16.779414597Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:17.492453439Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:17.497637178Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:17.500395647Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:18.412620392Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:18.417909303Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:18.420887288Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:19.36357206Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6011868552048189882"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:19.741797913Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:19.746690445Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:19.749639508Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:20.075511275Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6757577916386203810"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:20.437541324Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:20.443014201Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:20.446551419Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:21.530301956Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:21.535231979Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:21.538204873Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:22.972532763Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:22.976942663Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:22.979724602Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:23.945230306Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:23.950785615Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:23.954001325Z","hostname":"oxz_switch","pid":5661} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:24.079475656Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-02T17:59:24.080566843Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.020646589s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:24.211487923Z","hostname":"oxz_switch","pid":5661,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8415806f-7759-44b8-8746-8def72271073.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1378a6f-d2bb-4c04-971a-fa837dee32ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 742, tv_nsec: 850981907 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:24.212127819Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:24.218714284Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:25.059921646Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:25.064336016Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:25.067010383Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:26.218443384Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:26.222638799Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:26.225664495Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:27.620943327Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:27.625732797Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:27.628970728Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:28.841320402Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:28.845953638Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:28.848922852Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:29.069701937Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6011868552048189882"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:29.725011276Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:29.728916594Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:29.732212206Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:29.778445611Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6757577916386203810"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:30.993689556Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:30.998050016Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:31.001004869Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:31.630722369Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:31.640253247Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:31.642828531Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:32.617630041Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:32.623337394Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:32.627143179Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:33.266385056Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:33.271205107Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:33.274076008Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.184942731Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.189661159Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.192718715Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.840099636Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.845216474Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:34.848633369Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.33025953Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.335338017Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.338233299Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.853773716Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.858055773Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:36.86153593Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:37.953867715Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:37.958233274Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:37.961362713Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.044006596Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6011868552048189882"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.131791659Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.137328457Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.140168368Z","hostname":"oxz_switch","pid":5661} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.179045659Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-02T17:59:39.180105745Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.161439772s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.578959139Z","hostname":"oxz_switch","pid":5661,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8415806f-7759-44b8-8746-8def72271073.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1378a6f-d2bb-4c04-971a-fa837dee32ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 758, tv_nsec: 260448803 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.579551793Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.587344318Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:39.753034246Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6757577916386203810"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:40.59389549Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:40.598390762Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:40.601998533Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:41.740553991Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:41.744273404Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:41.74732354Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:43.013864827Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:43.018922293Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:43.02162158Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.27904614Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.28305387Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.285970133Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.980931152Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.985933537Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:44.988537431Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:45.512860969Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:45.517341681Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:45.520781887Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:46.469094374Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:46.47331236Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:46.476581991Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:47.724897522Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:47.729302592Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:47.732207185Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:48.331244488Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:48.335336861Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:48.338576652Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:49.018499855Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6011868552048189882"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:49.518333891Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:49.52229755Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:49.524891955Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:49.72810571Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6757577916386203810"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:50.640676385Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:50.64648363Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:50.649748501Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.092409137Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.096215272Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.099139645Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.768098465Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.773401707Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:52.776429093Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:53.481090255Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:53.485930435Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:53.489087834Z","hostname":"oxz_switch","pid":5661} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:54.548461366Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-02T17:59:54.549633685Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.572688021s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:54.750394369Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:54.754272035Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:54.757512697Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.466021525Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.470504027Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.474015245Z","hostname":"oxz_switch","pid":5661} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.70723238Z","hostname":"oxz_switch","pid":5661,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8415806f-7759-44b8-8746-8def72271073.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1378a6f-d2bb-4c04-971a-fa837dee32ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c4348923-2a06-4b70-b282-e194e5eed342.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 432480714 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.707877766Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:55.715464416Z","hostname":"oxz_switch","pid":5661,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:56.140228666Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:56.145908878Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:56.149287673Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:57.435771658Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:57.439745597Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:57.443208503Z","hostname":"oxz_switch","pid":5661} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:58.445946711Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:58.4515387Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:58.455030088Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:58.993538949Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6011868552048189882"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:59.212211821Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:59.216722964Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:59.219596516Z","hostname":"oxz_switch","pid":5661} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-02T17:59:59.703225836Z","hostname":"oxz_switch","pid":5661,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6757577916386203810"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T18:00:00.435078627Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportrear0_0 addrs [fe80::548d:bcff:fe5f:a346]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T18:00:00.441329103Z","hostname":"oxz_switch","pid":5661} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-02T18:00:00.445059376Z","hostname":"oxz_switch","pid":5661}