[ Nov 6 00:57:54 Enabled. ] [ Nov 6 00:57:54 Rereading configuration. ] [ Nov 6 00:57:56 Rereading configuration. ] [ Nov 6 00:58:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 6 00:58:07 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.266508597Z","hostname":"oxz_switch","pid":5258,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.268131692Z","hostname":"oxz_switch","pid":5258} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.268468234Z","hostname":"oxz_switch","pid":5258} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.268712912Z","hostname":"oxz_switch","pid":5258,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.268997011Z","hostname":"oxz_switch","pid":5258,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 6ed9a258-c09e-47a2-b517-a4d22b19e7d4,\n ),\n sled_id: Some(\n f3c7b116-1b8d-4968-a05c-e1262bf74166,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.270747901Z","hostname":"oxz_switch","pid":5258} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.270778442Z","hostname":"oxz_switch","pid":5258,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.27662755Z","hostname":"oxz_switch","pid":5258,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e079:47ff:fe63:346f->e2:79:47:63:34:6f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.27781878Z","hostname":"oxz_switch","pid":5258} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.282369455Z","hostname":"oxz_switch","pid":5258} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:07.287701386Z","hostname":"oxz_switch","pid":5258} [ Nov 6 00:58:07 Rereading configuration. ] [ Nov 6 00:58:07 Executing refresh method (:kill). ] [ Nov 6 00:58:07 Stopping because all processes in service exited. ] [ Nov 6 00:58:07 Executing stop method (:kill). ] [ Nov 6 00:58:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 6 00:58:07 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.940466384Z","hostname":"oxz_switch","pid":5430,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.941340283Z","hostname":"oxz_switch","pid":5430} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.941680235Z","hostname":"oxz_switch","pid":5430} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.941769308Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.941942264Z","hostname":"oxz_switch","pid":5430,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.942179082Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 6ed9a258-c09e-47a2-b517-a4d22b19e7d4, sled_id: f3c7b116-1b8d-4968-a05c-e1262bf74166, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 24e79f04-d3e1-441f-8140-8566fd1414e3, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.942219863Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","producer_id":"b9f98c4a-08f2-4ad5-940b-c092fdfab250"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 6ed9a258-c09e-47a2-b517-a4d22b19e7d4,\n ),\n sled_id: Some(\n f3c7b116-1b8d-4968-a05c-e1262bf74166,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.943423684Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.950399611Z","hostname":"oxz_switch","pid":5430} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.951340893Z","hostname":"oxz_switch","pid":5430,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e079:47ff:fe63:346f->e2:79:47:63:34:6f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.951593581Z","hostname":"oxz_switch","pid":5430,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c400:e6ff:fee7:b406->c6:00:e6:e7:b4:06"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.953446914Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.953994412Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:41013","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.954101006Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:41013","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.954295633Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:41013","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:41013","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.954318674Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.954326214Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.954483499Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.954854652Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.954906954Z","hostname":"oxz_switch","pid":5430,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:41013","producer_id":"b9f98c4a-08f2-4ad5-940b-c092fdfab250"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:07.954920004Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.954926064Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.955261966Z","hostname":"oxz_switch","pid":5430} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.955802534Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:07.95629355Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.368386ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.956798998Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-06T00:57:50.986659531Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.956820838Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","id":"4862070504581604332"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:07.956832949Z","hostname":"oxz_switch","pid":5430,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:07.958278388Z","hostname":"oxz_switch","pid":5430} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:08.205271444Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"250.324859ms","count":"1"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:08.548224485Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"593.26718ms","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.184467783Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.188862942Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.192475564Z","hostname":"oxz_switch","pid":5430} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.192913659Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.193892172Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-06T00:57:50.986524188Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.193933044Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","id":"17742278697658254182"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.193957155Z","hostname":"oxz_switch","pid":5430,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-06T00:58:09.436917874Z","hostname":"oxz_switch","pid":5430,"interface":"tfportqsfp0_0","entry":"10.151.1.174->0e:c4:a4:6f:a2:47"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.979732033Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"19623fd2-da60-41c9-a3fd-6b732126da78.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"46e72205-6e06-495a-a9cf-b6a87c3d2d5a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 847585079 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.980352844Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:09.995648363Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.227568038Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.232499466Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.23527992Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.860499434Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.866076693Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:10.868745403Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:12.038677551Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:12.043867747Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:12.046705363Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.080864565Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.085661128Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.088131262Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.736857463Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.74149988Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:13.743983694Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:14.39991567Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:14.40465078Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:14.407232588Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:15.790523511Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:15.794745324Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:15.797113704Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:16.680823364Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:16.684636934Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:16.687108037Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:17.401409812Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:17.405485621Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:17.407691005Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:17.960056558Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:18.697144496Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:18.701581706Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:18.704575308Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:19.196457869Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:19.968115399Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:19.972983194Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:19.975977436Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.010610204Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.015019424Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.017194208Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.892893326Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.897011406Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:21.899724288Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:23.348396708Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:23.35315415Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:23.3558122Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:24.748867097Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:24.752887763Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:24.755771161Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:25.11851801Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:25.119304466Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"17.042352964s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:25.840711252Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:25.844954016Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:25.847400879Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:26.879481811Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:26.883963013Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:26.886564231Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.305679221Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"19623fd2-da60-41c9-a3fd-6b732126da78.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"46e72205-6e06-495a-a9cf-b6a87c3d2d5a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 50862551 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.306316472Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.312906919Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.555678866Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.560061593Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:27.562442818Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:28.087391361Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:28.883131498Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:28.887489259Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:28.889938264Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:29.326549619Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:29.565189966Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:29.570018753Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:29.572664141Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.158655818Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.163723369Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.166340657Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.961766017Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.966502076Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:30.96904697Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:31.626120692Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:31.631186926Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:31.633614262Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:32.341588678Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:32.345937578Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:32.34869348Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:33.631771337Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:33.63608151Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:33.638747565Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:34.359420273Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:34.364159397Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:34.366896556Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.28865955Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.292828317Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.295598734Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.858823589Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.86321515Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:35.866333047Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:36.878433358Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:36.88285012Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:36.885306229Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:37.695161124Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:37.700077083Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:37.702604541Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:38.116428668Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:38.640735407Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:38.645845814Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:38.648735993Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:39.355070755Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:39.892951525Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:39.897161294Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:39.899685941Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:40.748682543Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:40.752582411Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:40.754994393Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:42.232838149Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:42.237662735Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:42.24028453Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:42.354555101Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:58:42.355521805Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"34.237226271s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:43.252744278Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:43.257384346Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:43.260173162Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:44.207654435Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:44.212195857Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:44.215192306Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.020410561Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"19623fd2-da60-41c9-a3fd-6b732126da78.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"46e72205-6e06-495a-a9cf-b6a87c3d2d5a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 734, tv_nsec: 717522298 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.021245171Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.027533943Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.69211766Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.696755654Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:45.699107829Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.21594873Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.220224673Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.222800161Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.744431387Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.748668495Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:46.75091254Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.137570129Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.141691372Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.144674659Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.14469821Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.91140272Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.915507583Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:48.917572448Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:49.384650245Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:49.933929252Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:49.938586109Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:49.941215002Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:51.277727894Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:51.282453827Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:51.284721563Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:52.334294181Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:52.339162298Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:52.342049688Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:53.353523338Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:53.358049055Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:53.360652331Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:54.405737487Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:54.410783963Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:54.413441399Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:55.330752139Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:55.335785022Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:55.338227433Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:56.343973912Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:56.348679017Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:56.35124331Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:57.599191549Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:57.602789696Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:57.605775596Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:58.173608278Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:58.198208199Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:58.202924774Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:58.205776539Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:59.413858373Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:59.528190905Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:59.532499729Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:58:59.534608335Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:00.068817188Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:59:00.069674606Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.903429502s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:00.826692876Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:00.831269493Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:00.833885035Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:01.447567626Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:01.452199142Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:01.454674919Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:02.771501856Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:02.774960188Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:02.777830829Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:03.562290076Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:03.566383955Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:03.569373643Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.70064688Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.704713351Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.707037383Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.816055112Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"19623fd2-da60-41c9-a3fd-6b732126da78.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"46e72205-6e06-495a-a9cf-b6a87c3d2d5a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 754, tv_nsec: 459930492 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.816705718Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:04.822157368Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:06.18712725Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:06.192083331Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:06.195013844Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:07.53476638Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:07.539203051Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:07.541842946Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.069802061Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.073990424Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.0763909Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.202072581Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.895662047Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.899920743Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:08.902566443Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:09.448226816Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:09.573351023Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:09.579842375Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:09.583331285Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:10.943800525Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:10.949557841Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:10.953422425Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:11.565003068Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:11.569068674Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:11.572126137Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:12.772585699Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:12.777077826Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:12.77977942Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:13.404672725Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:13.409939295Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:13.41354549Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:14.86094771Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:14.86801873Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:14.871432104Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:15.967484516Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:15.971746179Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:15.974692165Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:17.099153032Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:17.104086505Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:17.106775781Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:18.231108724Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:18.552228495Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:18.556434353Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:18.559315671Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:19.477414416Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:19.858486017Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:19.863431312Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:19.863574258Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:59:19.864298968Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"71.644723989s","count":"6"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:19.866840878Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:20.578059377Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:20.583864551Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:20.587090822Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:21.379436884Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:21.385311952Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:21.388809216Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:22.230689951Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:22.234650868Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:22.237716331Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:23.967817208Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:23.978824261Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:23.984643511Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:24.544054665Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:24.549330148Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:24.55301594Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:25.355798853Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:25.361591839Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:25.365051047Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:26.658654792Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:26.663189185Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:26.665652859Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:27.59832544Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:27.602213272Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:27.604501289Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:28.255327352Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.034113324Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.040614384Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.0440357Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.505252702Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.713342339Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.719470577Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:29.722762549Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:30.938699236Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:30.945045801Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:30.94826131Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.564158508Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.56863322Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.571508138Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.581458615Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"19623fd2-da60-41c9-a3fd-6b732126da78.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"46e72205-6e06-495a-a9cf-b6a87c3d2d5a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"652827e5-1a40-4971-9a5c-598b0c0af294.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 781, tv_nsec: 168195016 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.582023924Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:31.587274602Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:32.549075621Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:32.553715288Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:32.556285345Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:33.534696878Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:33.539415198Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:33.542562864Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:34.094543605Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:34.099232444Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:34.101919905Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:35.53902681Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:35.543251094Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:35.546190213Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:36.971804309Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:36.976864031Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:36.979617794Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:37.490458372Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:37.495211223Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:37.497722108Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:38.257384475Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:38.700757144Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:38.705576378Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:38.708217737Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:39.505710538Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:39.813780598Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:39.818173817Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:39.821441398Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:40.658124398Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:40.662774976Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:40.66555029Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:41.619161117Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:41.623406001Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:41.626457004Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:42.689973599Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:42.694855565Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:42.697555606Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:43.285039602Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:43.289528174Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:43.29237264Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:43.997999131Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:44.002825795Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:44.005377972Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:44.945079011Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:44.949236782Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:44.952062227Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:45.976783372Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:45.981815462Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:45.984613937Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:46.586874553Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-06T00:59:46.587632439Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"98.353108797s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:46.727854044Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:46.732302965Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:46.734546821Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:47.935487122Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:47.940043776Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:47.942867762Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:48.256966665Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:49.101785127Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:49.105316067Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:49.108438723Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:49.506267375Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.324693402Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.328676748Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.330932874Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.869423237Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.873794596Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:50.876768306Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:51.645392874Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:51.650081544Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:51.653087675Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:53.145200371Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:53.149777816Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:53.152471277Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:54.578504494Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:54.582667195Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:54.584993344Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:55.165591898Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:55.17034988Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:55.173730124Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:56.523707809Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:56.528678288Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:56.532210637Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:57.197609724Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:57.201549077Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:57.204336172Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:58.254315729Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:58.574133344Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:58.579544712Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:58.582823389Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:59.331995321Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:59.336897437Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:59.340095406Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T00:59:59.503511986Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:00.532697869Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:00.541822942Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:00.547120041Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:09.328700319Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:09.386769698Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:09.6120938Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:10.10398804Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4862070504581604332"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:10.106251947Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17742278697658254182"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:10.155701514Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:10.163740497Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:10.171354625Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:11.75325285Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::e079:47ff:fe63:346f]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:11.761161368Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-06T01:00:11.765986992Z","hostname":"oxz_switch","pid":5430}