[ Dec 12 05:57:02 Enabled. ] [ Dec 12 05:57:02 Rereading configuration. ] [ Dec 12 05:57:02 Rereading configuration. ] [ Dec 12 05:57:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 12 05:57:13 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.713127978Z","hostname":"oxz_switch","pid":4779,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.761422245Z","hostname":"oxz_switch","pid":4779} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.761774057Z","hostname":"oxz_switch","pid":4779} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.762056479Z","hostname":"oxz_switch","pid":4779,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.764059854Z","hostname":"oxz_switch","pid":4779,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 3a5fa29e-5e70-4576-9d81-c1941153ab35,\n ),\n sled_id: Some(\n c2fe25f0-1b2f-4d61-8bef-c88251dce474,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.765734646Z","hostname":"oxz_switch","pid":4779} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.765755336Z","hostname":"oxz_switch","pid":4779,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:13.770752022Z","hostname":"oxz_switch","pid":4779,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c94:ffff:fe88:d34a->9e:94:ff:88:d3:4a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:13.771483027Z","hostname":"oxz_switch","pid":4779} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:13.776705504Z","hostname":"oxz_switch","pid":4779} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:57:13.78167145Z","hostname":"oxz_switch","pid":4779} [ Dec 12 05:57:14 Rereading configuration. ] [ Dec 12 05:57:14 Executing refresh method (:kill). ] [ Dec 12 05:57:14 Stopping because all processes in service exited. ] [ Dec 12 05:57:14 Executing stop method (:kill). ] [ Dec 12 05:57:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 12 05:57:14 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.343082491Z","hostname":"oxz_switch","pid":4908,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.385199124Z","hostname":"oxz_switch","pid":4908} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.385478976Z","hostname":"oxz_switch","pid":4908} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.385579167Z","hostname":"oxz_switch","pid":4908,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.38752578Z","hostname":"oxz_switch","pid":4908,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.387806423Z","hostname":"oxz_switch","pid":4908,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 3a5fa29e-5e70-4576-9d81-c1941153ab35, sled_id: c2fe25f0-1b2f-4d61-8bef-c88251dce474, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 5ef5bef2-0c7b-4a0c-b921-f3d2435caacb, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.387836153Z","hostname":"oxz_switch","pid":4908,"unit":"oximeter","producer_id":"a654399c-4924-421b-af4f-fac403d3e58a"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 3a5fa29e-5e70-4576-9d81-c1941153ab35,\n ),\n sled_id: Some(\n c2fe25f0-1b2f-4d61-8bef-c88251dce474,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.389118702Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.396253993Z","hostname":"oxz_switch","pid":4908} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.397909455Z","hostname":"oxz_switch","pid":4908,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c94:ffff:fe88:d34a->9e:94:ff:88:d3:4a"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.398120517Z","hostname":"oxz_switch","pid":4908,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18a9:bdff:fe11:cec0->1a:a9:bd:11:ce:c0"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.399155264Z","hostname":"oxz_switch","pid":4908,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.400381593Z","hostname":"oxz_switch","pid":4908,"local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.400456263Z","hostname":"oxz_switch","pid":4908,"local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.400524554Z","hostname":"oxz_switch","pid":4908,"local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:39897","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.400534554Z","hostname":"oxz_switch","pid":4908,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.400543664Z","hostname":"oxz_switch","pid":4908,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.400643585Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.401024827Z","hostname":"oxz_switch","pid":4908,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.401097078Z","hostname":"oxz_switch","pid":4908,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:39897","producer_id":"a654399c-4924-421b-af4f-fac403d3e58a"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:14.401107968Z","hostname":"oxz_switch","pid":4908,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.401117198Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.401769893Z","hostname":"oxz_switch","pid":4908} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.402198856Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.402427677Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-12T05:56:57.740087762Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.402470658Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","id":"16271197449450672168"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:14.402478468Z","hostname":"oxz_switch","pid":4908,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:57:14.405319348Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.539490753Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.544828191Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.547695482Z","hostname":"oxz_switch","pid":4908} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.547890003Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.549218953Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-12T05:56:57.739952432Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.549288163Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","id":"5039493481709773502"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:15.549303243Z","hostname":"oxz_switch","pid":4908,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:57:15.684198212Z","hostname":"oxz_switch","pid":4908,"interface":"tfportqsfp0_0","entry":"10.151.1.174->42:e7:24:57:80:e6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.052851121Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.059328757Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.063366676Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.949194508Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.953835912Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:17.956788603Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:18.755171496Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:18.759721608Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:18.762773781Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.374440953Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.378955375Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.381619694Z","hostname":"oxz_switch","pid":4908} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.404415638Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11417, tv_nsec: 270242655 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.405022662Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:19.440497077Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:20.455878028Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:20.460528462Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:20.463427303Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:21.702750263Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:21.707693799Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:21.710818421Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:22.677995937Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:22.682406258Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:22.684927676Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:23.233651147Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:23.23822856Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:23.241104841Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:24.212477696Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:24.217038579Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:24.219621578Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:24.407032114Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:25.551311491Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:25.601690973Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:25.606184745Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:25.609041426Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:26.937107604Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:26.941745717Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:26.94504671Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.057225396Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.061125324Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.063855954Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.831609748Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.835224944Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:28.837876983Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:29.502270254Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:29.506197203Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:29.508879702Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:30.228101041Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:30.232573003Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:30.235403641Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.171627076Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.176026827Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.17914142Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.766804262Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.771110103Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:31.774185275Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:32.711726856Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:32.716384449Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:32.719039228Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:33.43448989Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:33.438804711Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:33.441601921Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.397883357Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.429907465Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:57:34.430857375Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.041856017s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.614945701Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11432, tv_nsec: 493538738 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.615450394Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.644661065Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.689517168Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.696291297Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:34.699751482Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:35.537451614Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:35.537484775Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:35.542997894Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:35.545906905Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.283619077Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.288777274Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.292153579Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.952602725Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.959348913Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:36.963540223Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:37.562897049Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:37.569231585Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:37.572868861Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:38.245701056Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:38.251669769Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:38.255036793Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.124690386Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.131413314Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.137084205Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.888329425Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.894119217Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:39.897919534Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:41.086681476Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:41.093048868Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:41.096400993Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:42.465163979Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:42.46949503Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:42.472546732Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.161884235Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.166600269Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.169299818Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.768372472Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.774091873Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:43.777099175Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:44.341463928Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:44.346697066Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:44.349722758Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:44.373841302Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:45.513084825Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:45.811806066Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:45.816344579Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:45.819474422Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.019944335Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.025065301Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.027748599Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.879790727Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.88436858Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:47.887953266Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.299312767Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.303413356Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.305993405Z","hostname":"oxz_switch","pid":4908} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.60530828Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:57:49.606203917Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.258222188s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.892224296Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11447, tv_nsec: 812001703 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.892736209Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.923350109Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.933773734Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.940589323Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:49.943941837Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:50.612124627Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:50.617451998Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:50.620476487Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:51.652592185Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:51.660568102Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:51.665199797Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:53.143272343Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:53.147927697Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:53.15956483Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:56.414483113Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:56.427499434Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:56.485387068Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:56.505626854Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:56.507247036Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:57.471257677Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:57.499449719Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:57.504816327Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:58.739425954Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:58.746709086Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:58.75128467Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:59.359443718Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:59.366645509Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:57:59.371178762Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:00.25507471Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:00.262437463Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:00.268102504Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:01.394398483Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:01.402257139Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:01.406657121Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.081710429Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.089192463Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.094184429Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.774626967Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.780024756Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:02.783259069Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:04.191502814Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:04.197511307Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:04.200800031Z","hostname":"oxz_switch","pid":4908} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:04.931954973Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:58:04.947664426Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.598192918s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.217634116Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.223021144Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.226490239Z","hostname":"oxz_switch","pid":4908} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.752686859Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11463, tv_nsec: 669670641 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.753939288Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.811459322Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.838269424Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.844115896Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:05.847660782Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:06.512914109Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:06.513504034Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.102063961Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.106780105Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.109269473Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.852854284Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.858117242Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:07.861424835Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:08.423658484Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:08.429335925Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:08.432469897Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:09.860833815Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:09.865861891Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:09.868842723Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.163077066Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.168593575Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.17202274Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.739514685Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.744551492Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:11.747392412Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.088574683Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.094706087Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.097765109Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.639982543Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.644940039Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:13.648793066Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:14.725330107Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:14.730779966Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:14.73415116Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:15.575708354Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:15.581341274Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:15.584684818Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:16.121620084Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:16.126982302Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:16.130387567Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:16.515351632Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:16.515741164Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:17.008983126Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:17.014124323Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:17.016947403Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:18.338871256Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:18.356703244Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:18.361370427Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.177222986Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.184457628Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.188353666Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.926639777Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.933886919Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:19.937913438Z","hostname":"oxz_switch","pid":4908} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:20.812881072Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:58:20.813710688Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.46473482s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:21.410208551Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:21.416801448Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:21.421113179Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:22.320398258Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:22.339567915Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:22.348991533Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.497733302Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.50716856Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.514085199Z","hostname":"oxz_switch","pid":4908} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.802266999Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11481, tv_nsec: 716857542 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.809535781Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:23.858889256Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:24.482113411Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:24.490916674Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:24.508642821Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:25.991562871Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.008354562Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.012965265Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.539556747Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.540140051Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.801929141Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.808916361Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:26.818360889Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:28.254643743Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:28.262406189Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:28.267448165Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:29.147131981Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:29.152230648Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:29.155212119Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:30.755741534Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:31.194872296Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:31.198251351Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:32.425549895Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:32.4304346Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:32.433846894Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.093164279Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.097690641Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.100992405Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.870830174Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.876150703Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:33.878774321Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:35.36300002Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:35.370461364Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:35.374322222Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:36.543464497Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:36.543944381Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:36.76382033Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:36.770456017Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:36.773839062Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.071827882Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.077832475Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.081154439Z","hostname":"oxz_switch","pid":4908} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.862009277Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:58:38.864271983Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"84.514898605s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.953173741Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.958820361Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:38.961846653Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:39.68822923Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:39.69387145Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:39.697260045Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:40.328039425Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:40.335033105Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:40.338743692Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:41.814173817Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:41.820102Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:41.823503264Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:42.488931042Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:42.495030106Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:42.504177702Z","hostname":"oxz_switch","pid":4908} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.202406086Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11501, tv_nsec: 118047069 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.203497904Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.236055708Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.365012804Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.37142811Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:43.374935315Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:44.044503493Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:44.050291425Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:44.054184942Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:45.127541041Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:45.132926419Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:45.136075852Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:46.215469993Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:46.222137691Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:46.226387441Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:46.547153585Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:46.547569508Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:47.669089052Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:47.674160369Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:47.682094006Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:48.478910367Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:48.484303456Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:48.4876614Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.197086365Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.202963344Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.20615953Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.871487488Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.877729793Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:49.882100305Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.108576782Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.114544905Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.11807819Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.662416309Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.670547878Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:51.674086893Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:53.014858821Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:53.021566339Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:53.025316196Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:54.309572289Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:54.315129009Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:54.319613181Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:55.523618497Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:55.529276467Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:55.531888136Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:56.550651982Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:56.551010075Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.011998945Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.017330104Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.019767071Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.887389232Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.891977325Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:57.894803726Z","hostname":"oxz_switch","pid":4908} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:58.237977579Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-12T05:58:58.238896976Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"103.889124218s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:58.410823221Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:58.415920147Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:58.41905628Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:59.828016029Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:59.833978181Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:58:59.837432896Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:00.97996869Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:00.986033762Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:00.98974715Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:02.313316176Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:02.319305679Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:02.322725543Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:03.300116471Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:03.307151302Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:03.311279822Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:04.475339131Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:04.482485753Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:04.49462435Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:05.977452558Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:05.983666803Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:05.987066967Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:06.554785654Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:06.555344128Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:06.558842184Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:06.564583945Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:06.567592146Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:07.750063487Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:07.75597167Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:07.759023432Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:08.417679371Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:08.423183171Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:08.426532915Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:09.130739821Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:09.136746795Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:09.14027825Z","hostname":"oxz_switch","pid":4908} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:09.977254801Z","hostname":"oxz_switch","pid":4908,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22922af2-d822-4e7d-9b9f-998b9304c7bf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bfeca88b-6023-4e11-8a62-c7a5d42d650b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d39b2988-c3f3-4437-93aa-7352ccbfc66b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 11527, tv_nsec: 894284048 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:09.978821972Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.009267661Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.018293115Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba65616-8237-48ce-aed6-1e40da4ebda7\", \"content-length\": \"41\", \"date\": \"Fri, 12 Dec 2025 05:59:10 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.0216936Z","hostname":"oxz_switch","pid":4908,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.647291153Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.653576708Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:10.657071003Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:11.996144548Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:12.002552244Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:12.006291291Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:13.177775193Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:13.183785566Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:13.186761358Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:14.4097484Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:14.415938594Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:14.419270438Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:15.412680172Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:15.419212509Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:15.422935306Z","hostname":"oxz_switch","pid":4908} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:59:16.369901236Z","hostname":"oxz_switch","pid":4908,"local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:36867"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:59:16.386789197Z","hostname":"oxz_switch","pid":4908,"uri":"/a654399c-4924-421b-af4f-fac403d3e58a","method":"GET","req_id":"db7b5e09-eac4-48b6-99a0-df1718b20eb5","remote_addr":"[fd00:1122:3344:101::d]:36867","local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":14446,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:16.529848154Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:16.534905261Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:16.538676928Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:16.558687681Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:16.559076804Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:17.532992718Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:17.53888062Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:17.542249465Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:18.608174199Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:18.614227342Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:18.617236414Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:19.919900698Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:19.92570074Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:19.929272646Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:20.625925139Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:20.631511159Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:20.634018267Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:21.402408804Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:21.408373687Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:21.41149465Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:22.840745404Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:22.846577475Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:22.849815629Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:23.776564274Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:23.782754569Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:23.786474685Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:24.406077494Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:24.41238846Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:24.415870615Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:25.56693343Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:25.571620584Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:25.57526077Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:26.562408649Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:26.562805462Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:27.082214582Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:27.088126484Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:27.09179624Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:28.456118558Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:28.462069791Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:28.465301374Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.047158573Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.05235909Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.055482812Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.832391962Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.837543229Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:29.840301159Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:30.952529745Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:30.958838461Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:30.961815762Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:32.06860216Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:32.073939388Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:32.076841619Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:33.046851206Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:33.054200138Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:33.057776714Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:34.235636233Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:34.242112159Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:34.245549214Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:35.184548937Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:35.190177998Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:35.193000652Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:36.390049904Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:36.395201581Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:36.39794762Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:36.565130584Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:36.565526733Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:37.660273554Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:37.666189837Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:37.669486011Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:38.73049973Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:38.736254561Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:38.739336053Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:39.510222419Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:39.515909459Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:39.519516756Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.04786406Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.053988834Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.057714301Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.577450894Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.58385575Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:40.586528069Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.16600459Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.171154527Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.174580021Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.813713952Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.818685807Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:41.821614838Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:42.562187576Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:42.567830836Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:42.571287521Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:43.73947501Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:43.744389186Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:43.747239916Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:45.043979027Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:45.049790019Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:45.053481476Z","hostname":"oxz_switch","pid":4908} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-12-12T05:59:46.225486402Z","hostname":"oxz_switch","pid":4908,"uri":"/a654399c-4924-421b-af4f-fac403d3e58a","method":"GET","req_id":"da8ce1f6-7519-4754-ab1d-b8be39cece02","remote_addr":"[fd00:1122:3344:101::d]:36867","local_addr":"[fd00:1122:3344:101::2]:39897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":538,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:46.345744966Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:46.352274032Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:46.355574476Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:46.567462518Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:46.567883061Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:47.801535751Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:47.807274502Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:47.810941941Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:49.21205502Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:49.219763924Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:49.22339098Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:50.407060764Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:50.413053163Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:50.416402747Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:51.263977313Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:51.269737135Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:51.273389791Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:52.1214533Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:52.127189332Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:52.130466115Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:53.287321123Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:53.292386259Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:53.295840634Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:54.595425407Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:54.601555881Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:54.605331768Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.026226752Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.031375789Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.034078869Z","hostname":"oxz_switch","pid":4908} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.570607092Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16271197449450672168"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.570973474Z","hostname":"oxz_switch","pid":4908,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5039493481709773502"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.834258535Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.839862315Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:56.842753526Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:57.535559221Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:57.541542014Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:57.54514972Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:58.948147714Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:58.953290601Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T05:59:58.956599244Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:00.322302712Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:00.329091731Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:00.333294671Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:01.574093012Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:01.583474199Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:01.588715226Z","hostname":"oxz_switch","pid":4908} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:02.589967736Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportrear0_0 addrs [fe80::9c94:ffff:fe88:d34a]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:02.597966534Z","hostname":"oxz_switch","pid":4908} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-12T06:00:02.602212374Z","hostname":"oxz_switch","pid":4908}