[ Jun 25 00:59:25 Enabled. ] [ Jun 25 00:59:25 Rereading configuration. ] [ Jun 25 00:59:25 Rereading configuration. ] [ Jun 25 00:59:37 Rereading configuration. ] [ Jun 25 00:59:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 25 00:59:37 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:37.739992577Z","hostname":"oxz_switch","pid":5533,"port":12224,"host":"[::1]"} {"msg":"Failed to connect to dpd. Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-06-25T00:59:37.741125229Z","hostname":"oxz_switch","pid":5533} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.742439523Z","hostname":"oxz_switch","pid":5533} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.742766829Z","hostname":"oxz_switch","pid":5533} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.743131526Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.744814558Z","hostname":"oxz_switch","pid":5533,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.745196755Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2e6570ca-70d0-4f49-8528-7b3bd934a48d, sled_id: ce28e392-9635-47ed-95e5-80356dae8250, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 27a62a0f-e3cd-462d-b9c9-cbbb66a56880, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.745294157Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","producer_id":"c7ebb957-0528-4e89-a904-30b5d23f4e5d"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2e6570ca-70d0-4f49-8528-7b3bd934a48d,\n ),\n sled_id: Some(\n ce28e392-9635-47ed-95e5-80356dae8250,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.746240355Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.753819348Z","hostname":"oxz_switch","pid":5533} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.755700644Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e0db:f3ff:fe59:b0df->e2:db:f3:59:b0:df"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.755904918Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::140c:dbff:fe45:1d4d->16:0c:db:45:1d:4d"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.758440406Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.759444694Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:34062","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.759544476Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:34062","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.75972651Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:34062","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:34062","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.759786721Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.759811021Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.759823232Z","hostname":"oxz_switch","pid":5533} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.760096367Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.760604316Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.760625047Z","hostname":"oxz_switch","pid":5533,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:34062","producer_id":"c7ebb957-0528-4e89-a904-30b5d23f4e5d"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:38.760636487Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.760656567Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.760711338Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.762431801Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-25T00:59:20.485037254Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.762454331Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"17634179368976516224"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.762488202Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.762876389Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0be0d2d1-8178-4030-942a-fc81c46750cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"78533b6b-75a8-4644-8b50-93a5214e511e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e973996-ba72-427b-97f9-396b117956a7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9e973996-ba72-427b-97f9-396b117956a7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 118797614 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.763472501Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:38.779913141Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-25T00:59:38.780238918Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.927747446Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.934221828Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.937167044Z","hostname":"oxz_switch","pid":5533} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.937364148Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.938411918Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-25T00:59:20.484901091Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.938453359Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"1167971102433430089"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:39.938465059Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-25T00:59:40.111596042Z","hostname":"oxz_switch","pid":5533,"interface":"tfportqsfp0_0","entry":"10.151.2.174->7e:df:33:d2:92:26"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:41.287310163Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:41.292195486Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:41.29504738Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:42.419559953Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:42.425102418Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:42.428588174Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:43.29356779Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:43.298744448Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:43.301921118Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:44.564069974Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:44.56968513Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:44.573311209Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:45.823150662Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:45.828041374Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:45.830801767Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:46.856735296Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:46.861054228Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:46.864218407Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:48.342861237Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:48.34727309Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:48.350678925Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:48.766967966Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17634179368976516224"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:49.695174118Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:49.699649373Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:49.702803152Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:49.940020418Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1167971102433430089"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:50.818295945Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:50.823005114Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:50.826099313Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:51.659836768Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:51.663960696Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:51.667381001Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:52.418455132Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:52.422416207Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:52.425675689Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:53.414731811Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:53.419336798Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:53.422562659Z","hostname":"oxz_switch","pid":5533} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:53.780449397Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-25T00:59:53.7816663Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.021004052s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.012493484Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.01703307Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.019766891Z","hostname":"oxz_switch","pid":5533} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.15717567Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0be0d2d1-8178-4030-942a-fc81c46750cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"78533b6b-75a8-4644-8b50-93a5214e511e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9e973996-ba72-427b-97f9-396b117956a7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9e973996-ba72-427b-97f9-396b117956a7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 686, tv_nsec: 513115825 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.157785111Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.165289093Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.8785148Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.88325793Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:54.886508001Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:55.769890707Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:55.77482888Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:55.77795289Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:56.674284433Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:56.678517564Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:56.681413649Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:57.46209006Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:57.466790409Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:57.470545011Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:58.310399464Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:58.315562602Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:58.318668481Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:58.548991638Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17634179368976516224"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.10762139Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.112099355Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.115194863Z","hostname":"oxz_switch","pid":5533} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.718109185Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1167971102433430089"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.746267908Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.7505661Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T00:59:59.753993145Z","hostname":"oxz_switch","pid":5533} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T01:00:00.949102969Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportrear0_0 addrs [fe80::140c:dbff:fe45:1d4d]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T01:00:00.955738065Z","hostname":"oxz_switch","pid":5533} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-25T01:00:00.959446355Z","hostname":"oxz_switch","pid":5533}