[ Feb 24 21:41:58 Enabled. ] [ Feb 24 21:41:58 Rereading configuration. ] [ Feb 24 21:41:59 Rereading configuration. ] [ Feb 24 21:42:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 24 21:42:10 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.495613887Z","hostname":"oxz_switch","pid":3022,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.53921591Z","hostname":"oxz_switch","pid":3022} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.539439955Z","hostname":"oxz_switch","pid":3022} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.539590579Z","hostname":"oxz_switch","pid":3022,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.546748518Z","hostname":"oxz_switch","pid":3022,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2a730d35-64be-465d-845e-3dbe44fc88a4,\n ),\n sled_id: Some(\n 2c91e160-5bcf-46ec-a862-08f642ee1dbf,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.552207175Z","hostname":"oxz_switch","pid":3022} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.552240996Z","hostname":"oxz_switch","pid":3022,"unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:10.557169869Z","hostname":"oxz_switch","pid":3022} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:10.560976575Z","hostname":"oxz_switch","pid":3022,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a486:9cff:fe7d:3826->a6:86:9c:7d:38:26"} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:10.569946149Z","hostname":"oxz_switch","pid":3022} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:10.57756454Z","hostname":"oxz_switch","pid":3022} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.283832941Z","hostname":"oxz_switch","pid":3022} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.297132594Z","hostname":"oxz_switch","pid":3022} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:11.304420217Z","hostname":"oxz_switch","pid":3022} [ Feb 24 21:42:11 Rereading configuration. ] [ Feb 24 21:42:11 Executing refresh method (:kill). ] [ Feb 24 21:42:11 Stopping because all processes in service exited. ] [ Feb 24 21:42:11 Executing stop method (:kill). ] [ Feb 24 21:42:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 24 21:42:11 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.46821302Z","hostname":"oxz_switch","pid":3251,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.509510094Z","hostname":"oxz_switch","pid":3251} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.50973658Z","hostname":"oxz_switch","pid":3251} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.509831852Z","hostname":"oxz_switch","pid":3251,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.51613776Z","hostname":"oxz_switch","pid":3251,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.519434593Z","hostname":"oxz_switch","pid":3251,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2a730d35-64be-465d-845e-3dbe44fc88a4, sled_id: 2c91e160-5bcf-46ec-a862-08f642ee1dbf, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e33fed90-6854-4711-89a5-496f385bacb1, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.519483194Z","hostname":"oxz_switch","pid":3251,"unit":"oximeter","producer_id":"e5dd01c5-5725-47a0-a599-7c273e4939aa"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2a730d35-64be-465d-845e-3dbe44fc88a4,\n ),\n sled_id: Some(\n 2c91e160-5bcf-46ec-a862-08f642ee1dbf,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.520795447Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.525197797Z","hostname":"oxz_switch","pid":3251} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.529022703Z","hostname":"oxz_switch","pid":3251,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a486:9cff:fe7d:3826->a6:86:9c:7d:38:26"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.529119185Z","hostname":"oxz_switch","pid":3251,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0fb:1aff:feaf:3f38->f2:fb:1a:af:3f:38"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.529501205Z","hostname":"oxz_switch","pid":3251,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530187932Z","hostname":"oxz_switch","pid":3251,"local_addr":"[fd00:1122:3344:101::2]:39327","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.530286844Z","hostname":"oxz_switch","pid":3251,"local_addr":"[fd00:1122:3344:101::2]:39327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530341746Z","hostname":"oxz_switch","pid":3251,"local_addr":"[fd00:1122:3344:101::2]:39327","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:39327","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530351196Z","hostname":"oxz_switch","pid":3251,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530365166Z","hostname":"oxz_switch","pid":3251,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.530537251Z","hostname":"oxz_switch","pid":3251,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530734556Z","hostname":"oxz_switch","pid":3251,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.530802988Z","hostname":"oxz_switch","pid":3251,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:39327","producer_id":"e5dd01c5-5725-47a0-a599-7c273e4939aa"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:11.530814348Z","hostname":"oxz_switch","pid":3251,"unit":"oximeter"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.530875879Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.537641999Z","hostname":"oxz_switch","pid":3251} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.5416797Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-24T21:41:54.283503070Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.541755392Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","id":"7579849568028680930"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:11.541844444Z","hostname":"oxz_switch","pid":3251,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:11.544578473Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.264882045Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.277523332Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.283670866Z","hostname":"oxz_switch","pid":3251} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.284673051Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-24T21:41:54.283368446Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.284737343Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","id":"9655440735272161082"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:12.284753783Z","hostname":"oxz_switch","pid":3251,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:42:12.896452956Z","hostname":"oxz_switch","pid":3251,"interface":"tfportqsfp0_0","entry":"10.151.1.174->1a:bb:97:09:02:68"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:13.49146066Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:13.501558873Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:13.506455586Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:14.919549253Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:14.931597635Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:14.937746058Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:15.512155687Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:15.525499581Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:15.531509301Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:16.837170237Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:16.847934447Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:16.852945482Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:17.702819311Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:17.71316015Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:17.718214486Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:18.77627602Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:18.786885485Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:18.792212889Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:19.420081506Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:19.431318457Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:19.436931518Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:20.509187157Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:20.519310801Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:20.524332877Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.479958114Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.491001851Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.496196351Z","hostname":"oxz_switch","pid":3251} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:21.533883965Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:387","unit":"producer-server","unit":"oximeter","error":"\"no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"300.030791ms"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.545916306Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.835242974Z","hostname":"oxz_switch","pid":3251,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"604db8a1-b0cf-44c3-a85a-b6455b0d3258.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a593527-8d66-4389-98ff-8bc7f3c13e0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9404db86-4df6-4832-bafb-4022b63a0d9f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9404db86-4df6-4832-bafb-4022b63a0d9f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 940110081 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.83587767Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:21.870028625Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:22.28740911Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:22.524212631Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:22.533524085Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:22.538801787Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:23.99847377Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:24.009533677Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:24.014558613Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.14184906Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.152772554Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.158459756Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.912109655Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.922981898Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:25.928316831Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:26.992082267Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:27.002474237Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:27.007683177Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:28.173032149Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:28.183420429Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:28.18867526Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:29.021973184Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:29.032099777Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:29.037123243Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:30.377722712Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:30.388478602Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:30.393438746Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:31.410286315Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:31.421120626Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:31.426583083Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:31.997544224Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:32.500421035Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:32.516506419Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:32.524843728Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:32.737781337Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:33.653195549Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:33.664701189Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:33.670981006Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:35.069097129Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:35.081404077Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:35.087345326Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:36.422769701Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:36.43926813Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:36.447283406Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:37.02957628Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:37.043985617Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:37.051346185Z","hostname":"oxz_switch","pid":3251} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:37.319000962Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:37.33550075Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"210.349576ms"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:37.579219955Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:38.139028544Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:38.152448468Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:38.158317915Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:39.623647425Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:39.634417431Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:39.639409484Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:40.550819096Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:40.562689699Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:40.567977636Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:41.133114919Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:41.143889339Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:41.148830613Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:41.997045336Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:42.543109009Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:42.554080594Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:42.559332646Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:42.73872592Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:43.53391021Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:43.544962467Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:43.5503014Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:44.241742918Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:44.253095062Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:44.258692932Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:45.734733593Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:45.745341268Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:45.750810093Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:47.253978612Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:47.264929007Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:47.270071305Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:48.165220895Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:48.175446431Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:48.181179245Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:49.402289106Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:49.412934972Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:49.418481721Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:50.583416468Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:50.599122222Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:50.614459916Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:51.787632583Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:51.799830228Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:51.806096545Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:51.999142641Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:52.580614738Z","hostname":"oxz_switch","pid":3251} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:52.584976267Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:42:52.586329941Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"577.005629ms"} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:52.59230361Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:52.597025719Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:52.74117096Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:53.195078571Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:53.466452079Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:53.477954367Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:53.483136597Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:54.86520652Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:54.876471732Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:54.882076962Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:56.365937104Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:56.377974386Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:56.383761571Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:57.486863473Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:57.50114689Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:57.508266878Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:58.451923747Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:58.463073796Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:58.46882109Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:59.836656313Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:59.851374752Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:42:59.860983183Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:00.980937876Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:02.840799993Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:02.841250044Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:02.841617054Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:02.851662956Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:03.73891564Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:03.757732011Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:03.766601743Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:04.644382589Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:04.661697673Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:04.669488818Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:05.233392163Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:05.249843495Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:05.258558463Z","hostname":"oxz_switch","pid":3251} {"msg":"removed stale NDP entry :fe80::f0fb:1aff:feaf:3f38->f2:fb:1a:af:3f:38","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:43:06.265150787Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.338390581Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.347665604Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.352270409Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.964079343Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.975770946Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:06.981321965Z","hostname":"oxz_switch","pid":3251} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-24T21:43:07.632008464Z","hostname":"oxz_switch","pid":3251,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0fb:1aff:feaf:3f38->f2:fb:1a:af:3f:38"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:08.197462358Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:43:08.199984581Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"916.924796ms"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:08.438272059Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:08.450394973Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:08.456250659Z","hostname":"oxz_switch","pid":3251} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:09.149963386Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:09.755009722Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:09.766166891Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:09.771794482Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:10.329912723Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:10.350523979Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:10.370955211Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.248885481Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.262472462Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.268872902Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.814346956Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.827731681Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:11.834217073Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:12.844709935Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:12.848184792Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:13.034227412Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:13.046600392Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:13.053783092Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:14.500066239Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:14.51445744Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:14.521021744Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:15.534347157Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:15.54724509Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:15.561124408Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.145084496Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.15684422Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.162324337Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.790934023Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.80397481Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:16.810434411Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:17.886305641Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:17.899550843Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:17.905929783Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:18.494182127Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:18.507441519Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:18.51424065Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:19.207997808Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:19.223404474Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:19.230935702Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:20.279750444Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:20.294967815Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:20.302500044Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:21.482901171Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:21.499275432Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:21.508891362Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.20341986Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.22497794Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.235863193Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.85417726Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.855324309Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.946714858Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.972160836Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:22.991198133Z","hostname":"oxz_switch","pid":3251} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:24.152113233Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:43:24.154259777Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.036360184s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:24.28334443Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:24.303247509Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:24.311574197Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:26.405170519Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:26.448290129Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:26.473183623Z","hostname":"oxz_switch","pid":3251} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:26.521022651Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:27.163224598Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:27.183221529Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:27.194376048Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:29.213990197Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:29.27677636Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:29.317243364Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:32.671904474Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:32.906188352Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:32.933591199Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:32.950475282Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:32.959328264Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:33.729560008Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:33.758126583Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:33.772014391Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:34.600678129Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:34.623127071Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:34.632364612Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.038901315Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.05550684Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.072788823Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.594134462Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.622879022Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:36.631195701Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:37.507214604Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:37.529331388Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:37.53937374Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:38.988864958Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:39.006324235Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:39.014877729Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:40.405504883Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:40.425299858Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:40.434887269Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.402438355Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.423126183Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.437028571Z","hostname":"oxz_switch","pid":3251} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.534276447Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:43:41.551933199Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.874911797s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.969484629Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.98630482Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:41.993754817Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:42.964843932Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:42.965948619Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:43.16997922Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:43.190659858Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:43.202850014Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:44.270460026Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:44.326295145Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:44.368140823Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:45.385115467Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:45.396353368Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:45.402304067Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:46.506065005Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:46.518122987Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:46.525388379Z","hostname":"oxz_switch","pid":3251} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:47.481459647Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:47.521868279Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:47.535787558Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:47.541907041Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:48.731836447Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:48.750631418Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:48.758186488Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.265552705Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.285511445Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.293308791Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.945928557Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.966992075Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:50.975839416Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:51.941929895Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:51.956213893Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:51.962941222Z","hostname":"oxz_switch","pid":3251} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.088681122Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:43:52.09023153Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.34289376s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.491553773Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.504089467Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.510081726Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.968968541Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:52.969415283Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:53.126910028Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:53.140034336Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:53.145524244Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:54.211871241Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:54.224721206Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:54.2312801Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:55.658438729Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:55.672807929Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:55.679944177Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:56.238124569Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:56.250670844Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:56.256744235Z","hostname":"oxz_switch","pid":3251} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:56.465244548Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:56.465389692Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-24T21:43:56.465958466Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"10.079689534s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:57.394530656Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:57.407177323Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:57.413258015Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:58.684654682Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:58.697614516Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:43:58.704358125Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:00.072930797Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:00.095510502Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:00.107344399Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.176264674Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.188918841Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.194446689Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.822282305Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.835200529Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:01.841187619Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:02.688653077Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:02.70115056Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:02.707017537Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:02.971976234Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:02.972446756Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:03.922472323Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:03.936049553Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:03.944846883Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.052068198Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.065187736Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.071924055Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.597176722Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.610314681Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:05.616314311Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.334102361Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.346393189Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.351714782Z","hostname":"oxz_switch","pid":3251} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.577868669Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.623257864Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06bc076-2ce8-487a-932f-0886a45d64b3\", \"content-length\": \"41\", \"date\": \"Mon, 24 Feb 2025 21:44:06 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.624813273Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:06.624828423Z","hostname":"oxz_switch","pid":3251,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:07.160135302Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:07.171449235Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:07.177964159Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:08.489703036Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:08.501907631Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:08.507968943Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:09.056112094Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:09.067298854Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:09.072653628Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.357464652Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.370701143Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.376576951Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.945507711Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.957485071Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:10.96342269Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:11.604246631Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:11.617875043Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:11.624022537Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:12.975449229Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:12.975866749Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:13.027049382Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:13.040293383Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:13.046568511Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:14.225640115Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:14.239115312Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:14.245834941Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:15.651159722Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:15.66422451Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:15.671760789Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:16.654030913Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:16.666909616Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:16.673778528Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:17.491819429Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:17.505531442Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:17.51185057Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:19.023358123Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:19.037554708Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:19.044089642Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:20.51074808Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:20.525113329Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:20.531587852Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:21.521967719Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:21.536171425Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:21.543618112Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:22.060813037Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:22.081211878Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:22.087091666Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:22.978010982Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:22.978472424Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:23.006873945Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:23.02105107Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:23.027953763Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:24.226838844Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:24.239593623Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:24.245644665Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:25.292234701Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:25.304762255Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:25.311254327Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:26.588277165Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:26.600708316Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:26.606532742Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:27.316365173Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:27.328792145Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:27.334572709Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:28.251703972Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:28.262883432Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:28.26838586Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:29.718493093Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:29.730892494Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:29.736689239Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:30.545033267Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:30.557967581Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:30.56353054Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:31.904438389Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:31.916282336Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:31.921619539Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:32.694244672Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:32.705019573Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:32.711069874Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:32.981658682Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:32.982074742Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:33.943505776Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:33.955751652Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:33.961687951Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:34.755362291Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:34.767330511Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:34.773075805Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:35.955904444Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:35.968546741Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:35.974477049Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:36.918239309Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:36.930209389Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:36.936875226Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:37.63488557Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:37.646031819Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:37.652210304Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:38.606458437Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:38.618683803Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:38.62495472Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:39.445085704Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:39.456789957Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:39.463118065Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:40.975093479Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:40.986755621Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:40.992340661Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:42.197364646Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:42.218407353Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:42.225406508Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:42.98517632Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:42.98559419Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:43.38439883Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:43.39756998Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:43.404486023Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:44.832033261Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:44.845755675Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:44.852153855Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:45.568424607Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:45.580572171Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:45.587114155Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:46.477216281Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:46.48994143Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:46.495643442Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:47.71874178Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:47.732040453Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:47.737795407Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:49.197497572Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:49.208084377Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:49.214686032Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:50.395851319Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:50.407383618Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:50.413933222Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:51.797727884Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:51.812034463Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:51.820116685Z","hostname":"oxz_switch","pid":3251} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:52.988168504Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7579849568028680930"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:52.988613535Z","hostname":"oxz_switch","pid":3251,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9655440735272161082"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:53.090108317Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:53.104039696Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:53.109733469Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:54.046416612Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:54.059305924Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:54.064907865Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:55.514784662Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:55.527657215Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:55.533612724Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:56.666801569Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:56.680648356Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:56.687044006Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:57.638969231Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:57.651729471Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:57.658248594Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:58.953591631Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:58.966555796Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:44:58.972136446Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.098661534Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.120271415Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.132546763Z","hostname":"oxz_switch","pid":3251} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.724606033Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportrear0_0 addrs [fe80::a486:9cff:fe7d:3826]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.743364043Z","hostname":"oxz_switch","pid":3251} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-24T21:45:00.752228085Z","hostname":"oxz_switch","pid":3251}