[ Feb 11 21:28:37 Enabled. ] [ Feb 11 21:28:37 Rereading configuration. ] [ Feb 11 21:28:38 Rereading configuration. ] [ Feb 11 21:28:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 11 21:28:49 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.430132485Z","hostname":"oxz_switch","pid":3091,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-5bd899f8","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.514792118Z","hostname":"oxz_switch","pid":3091} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.515203628Z","hostname":"oxz_switch","pid":3091} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.51567982Z","hostname":"oxz_switch","pid":3091,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.566930726Z","hostname":"oxz_switch","pid":3091,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:49.568896705Z","hostname":"oxz_switch","pid":3091} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.57962281Z","hostname":"oxz_switch","pid":3091,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b07e:21ff:fe04:143f->b2:7e:21:04:14:3f"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a2f9fa12-23ef-4cd3-9ca0-7ef745cc0f87,\n ),\n sled_id: Some(\n 90f92c4c-e879-40ca-97ab-857653d5f9f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.579923987Z","hostname":"oxz_switch","pid":3091} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.579951138Z","hostname":"oxz_switch","pid":3091,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:49.580092242Z","hostname":"oxz_switch","pid":3091,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a489:59ff:fe86:6ed6->a6:89:59:86:6e:d6"} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:49.596924348Z","hostname":"oxz_switch","pid":3091} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:28:49.618145082Z","hostname":"oxz_switch","pid":3091} [ Feb 11 21:28:50 Rereading configuration. ] [ Feb 11 21:28:50 Executing refresh method (:kill). ] [ Feb 11 21:28:50 Stopping because all processes in service exited. ] [ Feb 11 21:28:50 Executing stop method (:kill). ] [ Feb 11 21:28:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 11 21:28:50 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.214756777Z","hostname":"oxz_switch","pid":3244,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-5bd899f8","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.255107504Z","hostname":"oxz_switch","pid":3244} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.255385931Z","hostname":"oxz_switch","pid":3244} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.255545105Z","hostname":"oxz_switch","pid":3244,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.261607405Z","hostname":"oxz_switch","pid":3244,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: a2f9fa12-23ef-4cd3-9ca0-7ef745cc0f87, sled_id: 90f92c4c-e879-40ca-97ab-857653d5f9f1, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7dde65ab-ad23-40d8-9699-b7b4198009b3, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.261674766Z","hostname":"oxz_switch","pid":3244,"unit":"oximeter","producer_id":"4fdeb3f5-66b5-4cc1-9d92-4c350f99ffc5"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.264827634Z","hostname":"oxz_switch","pid":3244,"unit":"signal_handler"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a2f9fa12-23ef-4cd3-9ca0-7ef745cc0f87,\n ),\n sled_id: Some(\n 90f92c4c-e879-40ca-97ab-857653d5f9f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.266368502Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.26910566Z","hostname":"oxz_switch","pid":3244} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.273187941Z","hostname":"oxz_switch","pid":3244,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b07e:21ff:fe04:143f->b2:7e:21:04:14:3f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.273283963Z","hostname":"oxz_switch","pid":3244,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a489:59ff:fe86:6ed6->a6:89:59:86:6e:d6"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.274657667Z","hostname":"oxz_switch","pid":3244,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.275306113Z","hostname":"oxz_switch","pid":3244,"local_addr":"[fd00:1122:3344:101::2]:60638","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.275394415Z","hostname":"oxz_switch","pid":3244,"local_addr":"[fd00:1122:3344:101::2]:60638","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.275454917Z","hostname":"oxz_switch","pid":3244,"local_addr":"[fd00:1122:3344:101::2]:60638","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:60638","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.275471767Z","hostname":"oxz_switch","pid":3244,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.275479188Z","hostname":"oxz_switch","pid":3244,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.275604851Z","hostname":"oxz_switch","pid":3244,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.278244326Z","hostname":"oxz_switch","pid":3244,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.278539863Z","hostname":"oxz_switch","pid":3244,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:60638","producer_id":"4fdeb3f5-66b5-4cc1-9d92-4c350f99ffc5"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:50.278567094Z","hostname":"oxz_switch","pid":3244,"unit":"oximeter"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.278616325Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.280875801Z","hostname":"oxz_switch","pid":3244} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.284239224Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-11T21:28:33.069722569Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.284313486Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","id":"1649327574487370571"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:50.284395698Z","hostname":"oxz_switch","pid":3244,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:28:50.286879879Z","hostname":"oxz_switch","pid":3244} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-11T21:28:51.066193108Z","hostname":"oxz_switch","pid":3244,"interface":"tfportqsfp0_0","entry":"10.151.1.174->92:14:2e:8d:7a:a0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.602711238Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.612855728Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.617898793Z","hostname":"oxz_switch","pid":3244} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.61898986Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-11T21:28:33.069585936Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.619029091Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","id":"4488919321733927163"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:51.619041572Z","hostname":"oxz_switch","pid":3244,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:52.874361425Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:52.883952122Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:52.889156741Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:54.387899321Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:54.401239411Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:54.40810972Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:55.511961121Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:55.522329497Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:55.534640931Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:56.445906851Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:56.457326614Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:56.462938452Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:57.326525025Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:57.33563831Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:57.340702665Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:58.138122573Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:58.14813021Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:58.153155614Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:59.417388208Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:59.427513088Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:28:59.432365558Z","hostname":"oxz_switch","pid":3244} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:29:00.281647667Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:387","unit":"producer-server","unit":"oximeter","error":"\"no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"204.507039ms"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.289002819Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.488053918Z","hostname":"oxz_switch","pid":3244,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1363d9e5-c805-49e3-91bc-70094a7fa9ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"380eb42e-fa05-45da-bb70-1bdd820dcfe9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d8fca554-e0c0-46eb-971d-6fe187d75bdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d8fca554-e0c0-46eb-971d-6fe187d75bdd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 785, tv_nsec: 610856319 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.488726085Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.520790397Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.885284075Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.895496118Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:00.901406304Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:01.621622613Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.198628033Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.209635505Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.214582397Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.947036119Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.956987935Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:02.968786486Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.116400168Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.126496138Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.131758458Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.753581165Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.764047334Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:04.769223022Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:05.345055503Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:05.355768768Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:05.36112693Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:06.344141184Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:06.354952411Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:06.360160369Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.025658076Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.035374307Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.041001295Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.740745029Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.750998253Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:07.756068108Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:09.744824447Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:09.755738727Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:09.760797132Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:10.791469362Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:11.12313196Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:11.132781337Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:11.13761701Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:12.127083736Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:12.35894913Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:12.369023808Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:12.373963442Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:13.813114572Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:13.82278045Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:13.82810239Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:14.844460946Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:14.854545749Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:14.859901914Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:15.723423037Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:15.733973487Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:15.739150704Z","hostname":"oxz_switch","pid":3244} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:16.036863237Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:29:16.038720815Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"264.039328ms"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:16.334430906Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:16.906032039Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:16.916891168Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:16.921960285Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:18.066491174Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:18.077038631Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:18.088970573Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:19.302555722Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:19.313018239Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:19.318872013Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:20.442752496Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:20.453119494Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:20.458072618Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:20.822518868Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:21.778281271Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:21.798978205Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:21.817536229Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:22.158697471Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:23.147296213Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:23.166023669Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:23.171491921Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:24.501073206Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:24.514308897Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:24.520761716Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:25.841743576Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:25.904892618Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:26.074952743Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.271915632Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.293640405Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.307557462Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.966952846Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.978761421Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:27.984723921Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:28.936195269Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:28.949873389Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:28.957020027Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:29.748720963Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:29.7596069Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:29.76565368Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:30.320183902Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:30.330731626Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:30.336521002Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:30.851894033Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.154155746Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.164663644Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.169975487Z","hostname":"oxz_switch","pid":3244} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.376428667Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:29:31.377881572Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"513.374908ms"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.852752509Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.864659202Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.870143663Z","hostname":"oxz_switch","pid":3244} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:31.924675011Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:32.189230188Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:32.425039134Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:32.437722779Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:32.443632859Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:33.645172099Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:33.657966567Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:33.66431768Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:34.485154167Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:34.501195399Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:34.508932336Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:35.974902802Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:35.992961821Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:36.000142266Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:36.778646458Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:36.898282856Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:36.914815863Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:38.015207636Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:38.030996784Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:38.039160194Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:39.525289417Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:39.535946185Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:39.541208265Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:40.201590477Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:40.215914029Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:40.222938608Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:40.881948794Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.160234037Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.171756525Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.177331732Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.938867917Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.950804467Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:41.956469784Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:42.219773293Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:43.364285385Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:43.37447477Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:43.379226316Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.037325087Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.05136265Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.058025141Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.912341667Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.926628335Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:44.933545124Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:45.974159404Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:45.984566091Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:45.989872042Z","hostname":"oxz_switch","pid":3244} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:46.959895701Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-11T21:29:46.962333512Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"989.618899ms"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.265392488Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.277397935Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.283431224Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.902749512Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.914936744Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.92082784Z","hostname":"oxz_switch","pid":3244} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:47.985030408Z","hostname":"oxz_switch","pid":3244,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:48.520086155Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:48.53161683Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:48.537315851Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:49.81694531Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:49.829023899Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:49.834712189Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:50.657161842Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:50.668632856Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:50.674661985Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:50.888722253Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:51.875530536Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:51.886291543Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:51.89224627Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:52.222573647Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4488919321733927163"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:52.981652358Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:52.992823534Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:52.998285349Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:54.007928864Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:54.019229114Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:54.0247021Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.096116442Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.107987546Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.114506717Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.921559124Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.933035838Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:55.93873343Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:57.243213397Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:57.255393708Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:57.261578501Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:58.709370228Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:58.720612826Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:58.726063431Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:59.669567236Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:59.681387748Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:29:59.686038703Z","hostname":"oxz_switch","pid":3244} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:30:00.644785811Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportrear0_0 addrs [fe80::a489:59ff:fe86:6ed6]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:30:00.658085369Z","hostname":"oxz_switch","pid":3244} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:30:00.664756574Z","hostname":"oxz_switch","pid":3244} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-11T21:30:00.879969353Z","hostname":"oxz_switch","pid":3244,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1649327574487370571"}