[ Nov 13 07:55:20 Enabled. ] [ Nov 13 07:55:20 Rereading configuration. ] [ Nov 13 07:55:20 Rereading configuration. ] [ Nov 13 07:55:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 13 07:55:31 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.845410667Z","hostname":"oxz_switch","pid":4891,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.888944073Z","hostname":"oxz_switch","pid":4891} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.889390881Z","hostname":"oxz_switch","pid":4891} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.891745348Z","hostname":"oxz_switch","pid":4891,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.891970072Z","hostname":"oxz_switch","pid":4891,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 49e80ef0-2c44-4164-bdad-87e8ec30f2e5,\n ),\n sled_id: Some(\n 370ec2da-8f7f-4861-9b77-369c2bb1c86d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.895188915Z","hostname":"oxz_switch","pid":4891} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.895220346Z","hostname":"oxz_switch","pid":4891,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:31.898742255Z","hostname":"oxz_switch","pid":4891,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6888:f3ff:fe4a:f66e->6a:88:f3:4a:f6:6e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:31.900861007Z","hostname":"oxz_switch","pid":4891} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:31.906477167Z","hostname":"oxz_switch","pid":4891} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:55:31.912257701Z","hostname":"oxz_switch","pid":4891} [ Nov 13 07:55:32 Rereading configuration. ] [ Nov 13 07:55:32 Executing refresh method (:kill). ] [ Nov 13 07:55:32 Stopping because all processes in service exited. ] [ Nov 13 07:55:32 Executing stop method (:kill). ] [ Nov 13 07:55:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 13 07:55:32 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.514824117Z","hostname":"oxz_switch","pid":5266,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.554849924Z","hostname":"oxz_switch","pid":5266} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.55516119Z","hostname":"oxz_switch","pid":5266} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.555238982Z","hostname":"oxz_switch","pid":5266,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.557094088Z","hostname":"oxz_switch","pid":5266,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.5572103Z","hostname":"oxz_switch","pid":5266,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 49e80ef0-2c44-4164-bdad-87e8ec30f2e5, sled_id: 370ec2da-8f7f-4861-9b77-369c2bb1c86d, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: c076293c-2175-46ff-adee-26d3537c4b90, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.557228681Z","hostname":"oxz_switch","pid":5266,"unit":"oximeter","producer_id":"be90e516-824e-4ffa-8b34-97a794fd7118"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 49e80ef0-2c44-4164-bdad-87e8ec30f2e5,\n ),\n sled_id: Some(\n 370ec2da-8f7f-4861-9b77-369c2bb1c86d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.558272671Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.565591155Z","hostname":"oxz_switch","pid":5266} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.566198857Z","hostname":"oxz_switch","pid":5266,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a457:98ff:fe29:c37e->a6:57:98:29:c3:7e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.566444752Z","hostname":"oxz_switch","pid":5266,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6888:f3ff:fe4a:f66e->6a:88:f3:4a:f6:6e"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.567244498Z","hostname":"oxz_switch","pid":5266,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.56789629Z","hostname":"oxz_switch","pid":5266,"local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.567957362Z","hostname":"oxz_switch","pid":5266,"local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.568036013Z","hostname":"oxz_switch","pid":5266,"local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:38648","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.568055734Z","hostname":"oxz_switch","pid":5266,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.568070224Z","hostname":"oxz_switch","pid":5266,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.568131895Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.568456221Z","hostname":"oxz_switch","pid":5266,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.568520303Z","hostname":"oxz_switch","pid":5266,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:38648","producer_id":"be90e516-824e-4ffa-8b34-97a794fd7118"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:32.568534673Z","hostname":"oxz_switch","pid":5266,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.568546873Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.570947961Z","hostname":"oxz_switch","pid":5266} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.571397779Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.571660435Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-13T07:55:15.767846984Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.571696135Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","id":"15820226648925531624"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:32.571707805Z","hostname":"oxz_switch","pid":5266,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:55:32.573603293Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.533803459Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.539037702Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.541934189Z","hostname":"oxz_switch","pid":5266} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.542158594Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.543347347Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-13T07:55:15.767714122Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.543419739Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","id":"6522036077245915976"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:33.543436439Z","hostname":"oxz_switch","pid":5266,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:55:33.931833885Z","hostname":"oxz_switch","pid":5266,"interface":"tfportqsfp0_0","entry":"10.151.2.174->2e:de:5a:bd:e9:91"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:34.891016572Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:34.89548572Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:34.898121882Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:36.211812248Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:36.216910918Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:36.219761894Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.129193943Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.134261542Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.136889724Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.57157696Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5746, tv_nsec: 287420444 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.57208444Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:37.603837914Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:38.034525001Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:38.038864267Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:38.042463278Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:39.514107269Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:39.518529216Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:39.521063366Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:40.324686694Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:40.329190103Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:40.3316098Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:41.731129394Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:41.735736895Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:41.738705293Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:42.442009379Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:42.446042708Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:42.448622129Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:42.576376341Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:43.546859049Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:43.948553797Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:43.952745269Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:43.955488493Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:44.726689504Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:44.730725034Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:44.733340505Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:45.409320974Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:45.4136918Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:45.416652148Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:47.381852518Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:47.387011339Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:47.389837075Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:48.247771621Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:48.253855051Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:48.257025463Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:49.637875534Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:49.642931024Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:49.645972654Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:50.925895914Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:50.939807068Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:50.943206145Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:52.276040919Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:52.295085017Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:52.308049609Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.402535795Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.427836323Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:55:53.428878444Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.03736031s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.685027123Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.689971841Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.692832027Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.770300355Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5761, tv_nsec: 664208150 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.770848945Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:53.801151972Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:54.342284349Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:54.351611203Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:54.357757694Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:54.370130898Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:55.756878955Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:55.760359233Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:55.762778221Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:56.996572901Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:57.001660052Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:57.004996378Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:57.947836293Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:57.953613947Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:57.956956693Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:58.736819127Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:58.742534341Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:55:58.74559131Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:00.166876367Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:00.173268003Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:00.176790373Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:07.333870856Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:07.333943537Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:07.334758943Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:07.343560947Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:07.387794859Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:08.657529388Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:08.661187871Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:08.670486464Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:08.770854452Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:56:08.773976633Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.424095929s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.063606933Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5776, tv_nsec: 998175412 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.064341977Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.109759662Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.815585346Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.821287268Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:09.825031862Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:11.285774077Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:11.293297015Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:11.29706135Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:12.375792474Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:12.382545867Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:12.386520675Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:13.28264848Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:13.288509096Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:13.291185328Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:14.208211836Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:14.2134825Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:14.21653145Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:15.147302338Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:15.152679534Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:15.155685273Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:16.574858339Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:16.580119493Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:16.582872257Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:17.310078583Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:17.31045299Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:17.655580714Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:17.660824097Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:17.664241414Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:18.2469432Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:18.252067231Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:18.255223234Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:19.58921776Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:19.594613156Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:19.597439672Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:20.303218585Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:20.307771764Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:20.310212952Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:21.668326214Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:21.673886954Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:21.67675087Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:22.280453871Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:22.285597823Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:22.288691574Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:23.288453261Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:23.293740276Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:23.296539531Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.070718212Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:56:24.071746862Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.763395218s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.257869741Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.264132614Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.267263386Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.767758232Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5792, tv_nsec: 745781436 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.76818087Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.80018002Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.825664503Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.83110129Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:24.834416455Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:26.2570707Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:26.262362714Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:26.265898054Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.241352122Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.247186667Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.250078404Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.285351349Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.285716887Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.798420303Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.804042404Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:27.80691157Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:28.573597938Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:28.578241846Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:28.58096282Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:30.040580751Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:30.046538459Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:30.049386285Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:31.50301259Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:31.508030469Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:31.510731682Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:32.034123819Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:32.039907513Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:32.043464623Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:33.313647092Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:33.318783063Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:33.321947295Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:34.345566364Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:34.35143337Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:34.355110962Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:35.323757647Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:35.32950835Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:35.332351026Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:36.731903375Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:36.737531066Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:36.740995244Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:37.260171329Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:37.260537056Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:37.628471749Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:37.634034054Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:37.637228622Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:38.249242246Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:38.254204553Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:38.257258434Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.090172802Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.095969786Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.098949065Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.760787612Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:56:39.761645139Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.495867705s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.805933732Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.811013822Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:39.813995191Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:41.161377761Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:41.167028473Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:41.170065693Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.364195982Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.368740732Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.372093168Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.399058169Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5810, tv_nsec: 424940424 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.39959805Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:42.429233544Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:43.233474307Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:43.239075538Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:43.241918184Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:44.364511963Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:44.369738201Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:44.373044541Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:45.392558168Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:45.397871133Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:45.400624637Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:46.880754443Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:46.885059728Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:46.88765951Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:47.235523607Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:47.235934175Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:48.385153549Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:48.390572126Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:48.393931532Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:49.136705235Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:49.141984859Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:49.145015519Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:50.025932394Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:50.031599755Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:50.034748237Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:51.511447037Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:51.516810043Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:51.519622008Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:52.195370369Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:52.200192954Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:52.202850167Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:53.481495762Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:53.486367858Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:53.488973509Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.17640338Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.181835497Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.184137185Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.978296868Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.984243465Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:54.98702263Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:55.961681713Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:55.967327254Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:55.970060708Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.211222175Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.211560272Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.38901399Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:56:57.389965759Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"84.172009475s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.39357702Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.398848554Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:57.401748371Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:58.876633255Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:58.880914349Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:58.883421539Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:59.395723768Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:59.400551063Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:56:59.403787857Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:00.840333576Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:00.845392285Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:00.847611279Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:01.4705672Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:01.475549428Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:01.478566437Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.434333408Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5830, tv_nsec: 514560802 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.434771416Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.463976872Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.716202554Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.721292684Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:02.724323094Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:03.555673342Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:03.560381555Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:03.563500217Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:04.512025826Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:04.51742791Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:04.520193465Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:05.68926433Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:05.695677987Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:05.700108484Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:06.218985252Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:06.224280597Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:06.22698866Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:07.076836542Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:07.08228003Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:07.085215968Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:07.186065376Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:07.186442123Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:08.333980804Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:08.33884624Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:08.341894911Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:09.590911261Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:09.595214265Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:09.597931279Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:10.767600936Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:10.77186788Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:10.774729147Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:11.336164634Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:11.341616982Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:11.344528739Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:12.782175409Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:12.787666117Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:12.790395151Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.325252645Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.330695072Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.333357014Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.938038924Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.942498143Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:13.945011082Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:14.704931782Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:14.709906389Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:14.712751405Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:16.105265276Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:16.109681963Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:16.112491178Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.002407111Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.007481911Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.010326447Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.161114499Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.161462436Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.42442225Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:57:17.425409299Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"104.261904295s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.754017416Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.759400322Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:17.762387692Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.056692206Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.062814017Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.065782675Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.728305915Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.733512077Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:19.736491736Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.193762293Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.199272011Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.202347012Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.858612798Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.864146788Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:21.867458493Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:22.570195876Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:22.574825197Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:22.57753096Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:23.380159443Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:23.38561785Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:23.388801043Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:24.736970469Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:24.74264246Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:24.745339364Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:25.915648084Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:25.921777165Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:25.924757144Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:26.677554493Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:26.68246329Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:26.684860444Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.042085909Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5855, tv_nsec: 189171424 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.04290053Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.072457578Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.136936839Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.137318186Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.25112889Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.256248671Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:27.259206379Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:28.428066511Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:28.433262683Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:28.436281303Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:29.374439967Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:29.380113098Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:29.383454204Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:30.876345732Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:30.881489614Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:30.884291249Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.102218528Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.107646584Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.110855258Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.92773603Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.93226563Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:32.935532874Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:33.807348859Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:33.812380668Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:33.815658843Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:34.459939294Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:34.465550094Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:34.468472982Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:35.324136999Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:35.329664748Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:35.332933072Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:36.136903961Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:36.142773997Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:36.145773336Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:37.112492392Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:37.112954822Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:37.430012302Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:37.437109012Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:37.440399296Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:38.788193435Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:38.793943819Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:38.796976398Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:39.873911628Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:39.878323715Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:39.881526018Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:40.4868204Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:40.492015143Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:40.495317548Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:41.491345762Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:41.496476673Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:41.499533723Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:42.033450728Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:57:42.034674852Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"128.937940438s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:42.06499552Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:42.070339665Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:42.073347715Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.119367165Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.124468556Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.127393633Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.865474973Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.870699216Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:43.874197579Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:45.011332801Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:45.016621055Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:45.019842469Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:46.13900451Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:46.143982689Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:46.14709685Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.087414434Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.087761133Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.159286503Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.164363703Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.167420593Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.818403517Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.823933116Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:47.826756011Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:48.997127663Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:49.001803705Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:49.004863945Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:50.326284884Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:50.330598169Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:50.333602939Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:51.792818963Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:51.797515886Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:51.800199589Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.122385793Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.126756248Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.129604535Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.505996235Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5881, tv_nsec: 724985669 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.506536695Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.536352013Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.692983381Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.698226504Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:53.701130791Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:54.939477602Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:54.944771906Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:54.947542941Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:55.922467639Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:55.927294264Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:55.929872425Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.063134424Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.063477601Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.157128637Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.162205017Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.164992742Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.907308796Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.912531768Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:57.915283813Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:58.807097102Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:58.811940878Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:58.814406786Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:59.662794721Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:59.667602516Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:57:59.669897551Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:00.819830809Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:00.824744275Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:00.827538181Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:02.054866495Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:02.060158409Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:02.063620477Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:03.246972744Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:03.252793329Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:03.255608524Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.464422784Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.468895532Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.471779619Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.981993417Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.987081707Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:04.990138297Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.443709351Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.449014095Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.452346061Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.968295012Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.973216679Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:06.975948013Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:07.038774131Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:07.039121698Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.165427Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.173834266Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.176593341Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.497472326Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:58:08.498702161Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"155.473899166s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.876149121Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.881875194Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:08.884486015Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:09.679428125Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:09.683508796Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:09.686296211Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:10.412995506Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:10.418056935Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:10.420748178Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:11.076024346Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:11.080614447Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:11.08333268Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:12.260352202Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:12.264764779Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:12.267761868Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:13.188692483Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:13.193659231Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:13.196342254Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:14.396409241Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:14.40146838Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:14.404124473Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:15.326909683Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:15.331808619Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:15.33438284Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:16.327091748Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:16.331348303Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:16.334603967Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:17.014522109Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:17.014861516Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:17.506431016Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:17.510852383Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:17.513993685Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:18.43133985Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:18.437014559Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:18.440398066Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:19.433656426Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:19.438777587Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:19.441634548Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:20.728155803Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:20.732753874Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:20.735425017Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:22.042308839Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:22.046242377Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:22.048611294Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:23.037597009Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:23.042447345Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:23.045070877Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:24.042889006Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:24.048542758Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:24.051322663Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:25.003026633Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:25.007980901Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:25.011262415Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:26.149925321Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:26.154846868Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:26.157526991Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:26.990692345Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:26.991042501Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:27.179589748Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:27.185051106Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:27.187855821Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:28.541534436Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:28.552642815Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:28.557170934Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.40013923Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.407866893Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.413073085Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.943477881Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.966195339Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:29.997339763Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:30.58569389Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:30.594644167Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:30.601380229Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:31.856895039Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:31.862782375Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:31.867040129Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:32.926598885Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:32.934939089Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:32.938732654Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:34.185985421Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:34.196455257Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:34.207224339Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:35.530164516Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:35.537846548Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:35.542172033Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:36.854941131Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:36.863218894Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:36.867819034Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:36.967762355Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:36.969238134Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:38.08411351Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:38.0927292Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:38.09729547Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.354017724Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.355101635Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5927, tv_nsec: 698330390 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.356144036Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.3685523Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.373533968Z","hostname":"oxz_switch","pid":5266} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:39.409191591Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:40.73308067Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:40.738555649Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:40.74165617Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.12450556Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.129965268Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.133073105Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.919406141Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.9290016Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:42.932355506Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:43.755544999Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:43.76575308Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:43.770076505Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:45.267212241Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:45.27429051Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:45.278263578Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.151658323Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.157725942Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.160871316Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.804375792Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.810332379Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.813468795Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.955274014Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:46.955698476Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.217865746Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.223348053Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.226905053Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.739803736Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.744498908Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:48.747771543Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:49.594288296Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:49.599145062Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:49.602276453Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.098262997Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.103566911Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.106099491Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.829070588Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.834424903Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:51.837707638Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:52.851306547Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:52.857933018Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:52.861901176Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:53.812650166Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:53.820044061Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:53.824892847Z","hostname":"oxz_switch","pid":5266} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:54.401047552Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-13T07:58:54.402021458Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"201.470204957s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:54.7484047Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:54.75451139Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:54.757812854Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:55.605100041Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:55.609697061Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:55.612377224Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:56.353197627Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:56.358193225Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:56.361090232Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:56.958263322Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:56.958636639Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:57.025926572Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:57.031360739Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:57.03422963Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:58.363319803Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:58.368239099Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:58.371204698Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:59.457162617Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:59.46292879Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:58:59.466196425Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:00.531925748Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:00.537831534Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:00.541336373Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:01.510082218Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:01.516174828Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:01.51934254Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:02.117214143Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:02.122904075Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:02.126466195Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:03.389709359Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:03.39483948Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:03.397746997Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.036465024Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.04182611Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.044543013Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.576259376Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.581279915Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:04.584184562Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:05.932271748Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:05.938398178Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:05.941706923Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:06.823824789Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:06.82847807Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:06.831921368Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:06.960402885Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:06.960811082Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:07.909216188Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:07.914622705Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:07.917367799Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:08.89352001Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:08.899066509Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:08.901925945Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:09.460581697Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:09.465582095Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:09.468893832Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:10.307425034Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:10.312723058Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:10.315942712Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:11.797568004Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:11.803249164Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:11.805984568Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:13.029115264Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:13.034179594Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:13.037711724Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:14.050814275Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:14.056382484Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:14.060656388Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.044321719Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.050707604Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.054333046Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.861550006Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.867298899Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:15.87040967Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:16.707298555Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:16.712897725Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:16.716392454Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:16.964451002Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:16.964826479Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:18.067680957Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:18.074003431Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:18.077111572Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:19.290187557Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:19.295695836Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:19.298921629Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.079685769Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.083758579Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.086775599Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.736179333Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.740382385Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:20.743935165Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:21.566954662Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:21.572749126Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:21.575691953Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:22.827207642Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:22.832863545Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:22.836051636Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:23.775220987Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:23.780899288Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:23.783888083Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:25.086428073Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:25.097140763Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:25.100154552Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.249781155Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.255832004Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.258852593Z","hostname":"oxz_switch","pid":5266} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.65907771Z","hostname":"oxz_switch","pid":5266,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6564a4a0-ff58-4081-9860-74f24e488435.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"79428d63-073a-4ba3-9687-ed29ef6cec3a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bcb58129-79cc-406c-aa16-455a5cd9f031.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5975, tv_nsec: 11289755 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.65958468Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.695506227Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.753468326Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89d6f6e7-f6fa-4f4e-921c-2ac10f8f97af\", \"content-length\": \"41\", \"date\": \"Thu, 13 Nov 2025 07:59:26 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.755871773Z","hostname":"oxz_switch","pid":5266,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.967653006Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:26.968023624Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:27.490990036Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:27.496210139Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:27.499641037Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:28.282548011Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:28.28860051Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:28.291497787Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:29.769603034Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:29.775406198Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:29.778851726Z","hostname":"oxz_switch","pid":5266} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:59:30.511426278Z","hostname":"oxz_switch","pid":5266,"local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:42303"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-11-13T07:59:30.518368015Z","hostname":"oxz_switch","pid":5266,"uri":"/be90e516-824e-4ffa-8b34-97a794fd7118","method":"GET","req_id":"7a3572f5-c7f7-4114-90b1-e263a136e387","remote_addr":"[fd00:1122:3344:101::d]:42303","local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":6222,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:30.967523894Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:30.973222077Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:30.976063222Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:31.560373516Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:31.565255479Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:31.568156519Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:32.711210263Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:32.719722791Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:32.724295921Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:34.133283638Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:34.137117883Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:34.140416418Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:35.082952219Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:35.088048619Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:35.090907605Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:36.368884471Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:36.374372299Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:36.377851557Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:36.969752274Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:36.970112251Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:37.006560198Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:37.011968554Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:37.01480018Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.041729111Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.046026055Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.049206118Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.743230832Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.749039796Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:38.752177778Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:40.242396706Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:40.247505097Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:40.250534316Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:41.186517939Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:41.191621649Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:41.194801891Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:42.133578906Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:42.138904341Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:42.141943141Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:43.57941361Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:43.585372198Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:43.58856112Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:44.131032306Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:44.136321979Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:44.139786338Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:45.198543294Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:45.204084461Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:45.207270523Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:46.177595467Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:46.181934332Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:46.18540867Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:46.972402242Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:46.972753389Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.19652773Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.201638678Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.205015904Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.900945603Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.906584292Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:47.909493212Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:48.867578437Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:48.87231292Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:48.874988022Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.184586669Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.197063424Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.200119635Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.754608626Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.760062733Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:50.763384928Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:51.886239763Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:51.892230341Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:51.895806031Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:52.846786857Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:52.851838467Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:52.854655012Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:53.988575985Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:53.994017472Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:53.996977761Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:55.487034593Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:55.49249172Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:55.495698323Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:56.853156059Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:56.858634896Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:56.861658106Z","hostname":"oxz_switch","pid":5266} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:56.975484603Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15820226648925531624"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:56.975889471Z","hostname":"oxz_switch","pid":5266,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6522036077245915976"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:58.087525744Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:58.093119954Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:58.09646731Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:59.343603587Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:59.349821099Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T07:59:59.352912679Z","hostname":"oxz_switch","pid":5266} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:00.378820128Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:00.385082361Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:00.388739343Z","hostname":"oxz_switch","pid":5266} {"msg":"request handling cancelled (client disconnected)","v":0,"name":"tfportd","level":40,"time":"2025-11-13T08:00:00.480965556Z","hostname":"oxz_switch","pid":5266,"uri":"/be90e516-824e-4ffa-8b34-97a794fd7118","method":"GET","req_id":"fdd87edd-1c2f-4657-8c0d-6953efa9206c","remote_addr":"[fd00:1122:3344:101::d]:42303","local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:801","unit":"producer-server","unit":"oximeter","latency_us":422} {"msg":"request completed after handler was already cancelled","v":0,"name":"tfportd","level":40,"time":"2025-11-13T08:00:00.481015027Z","hostname":"oxz_switch","pid":5266,"uri":"/be90e516-824e-4ffa-8b34-97a794fd7118","method":"GET","req_id":"fdd87edd-1c2f-4657-8c0d-6953efa9206c","remote_addr":"[fd00:1122:3344:101::d]:42303","local_addr":"[fd00:1122:3344:101::2]:38648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:943","unit":"producer-server","unit":"oximeter","response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:01.688601757Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportrear0_0 addrs [fe80::6888:f3ff:fe4a:f66e]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:01.697014713Z","hostname":"oxz_switch","pid":5266} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-13T08:00:01.701828447Z","hostname":"oxz_switch","pid":5266}