[ Feb 28 10:57:44 Enabled. ] [ Feb 28 10:57:44 Rereading configuration. ] [ Feb 28 10:57:45 Rereading configuration. ] [ Feb 28 10:57:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 28 10:57:56 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.15285453Z","hostname":"oxz_switch","pid":3101,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.270286511Z","hostname":"oxz_switch","pid":3101} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.270947826Z","hostname":"oxz_switch","pid":3101} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.271739983Z","hostname":"oxz_switch","pid":3101,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.307320749Z","hostname":"oxz_switch","pid":3101,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:56.309830961Z","hostname":"oxz_switch","pid":3101} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n d262f7b2-3307-4559-9ee9-e967c445259f,\n ),\n sled_id: Some(\n e34399da-90ab-4780-9b78-9879d23c2d5f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.324707579Z","hostname":"oxz_switch","pid":3101} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.32486714Z","hostname":"oxz_switch","pid":3101,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.325277714Z","hostname":"oxz_switch","pid":3101,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::48d5:51ff:fef6:3239->4a:d5:51:f6:32:39"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:56.325533156Z","hostname":"oxz_switch","pid":3101,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::58b7:91ff:fe63:a6ac->5a:b7:91:63:a6:ac"} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:56.34453845Z","hostname":"oxz_switch","pid":3101} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:57:56.371778284Z","hostname":"oxz_switch","pid":3101} [ Feb 28 10:57:57 Rereading configuration. ] [ Feb 28 10:57:57 Executing refresh method (:kill). ] [ Feb 28 10:57:57 Stopping because all processes in service exited. ] [ Feb 28 10:57:57 Executing stop method (:kill). ] [ Feb 28 10:57:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 28 10:57:57 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.063304023Z","hostname":"oxz_switch","pid":3270,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.114970288Z","hostname":"oxz_switch","pid":3270} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.11520378Z","hostname":"oxz_switch","pid":3270} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.11528536Z","hostname":"oxz_switch","pid":3270,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.122107639Z","hostname":"oxz_switch","pid":3270,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.125129085Z","hostname":"oxz_switch","pid":3270,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: d262f7b2-3307-4559-9ee9-e967c445259f, sled_id: e34399da-90ab-4780-9b78-9879d23c2d5f, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 99dbb403-9e2f-4db2-9e21-0379a0ba4a7d, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.125197036Z","hostname":"oxz_switch","pid":3270,"unit":"oximeter","producer_id":"a8fada6b-3d83-4f6b-9bb0-7267b6c342bd"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n d262f7b2-3307-4559-9ee9-e967c445259f,\n ),\n sled_id: Some(\n e34399da-90ab-4780-9b78-9879d23c2d5f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.126561967Z","hostname":"oxz_switch","pid":3270} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.130599862Z","hostname":"oxz_switch","pid":3270,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::48d5:51ff:fef6:3239->4a:d5:51:f6:32:39"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.130698523Z","hostname":"oxz_switch","pid":3270,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::58b7:91ff:fe63:a6ac->5a:b7:91:63:a6:ac"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.132975922Z","hostname":"oxz_switch","pid":3270,"unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.133505277Z","hostname":"oxz_switch","pid":3270} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.136616474Z","hostname":"oxz_switch","pid":3270,"local_addr":"[fd00:1122:3344:101::2]:41410","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.136733695Z","hostname":"oxz_switch","pid":3270,"local_addr":"[fd00:1122:3344:101::2]:41410","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.136808815Z","hostname":"oxz_switch","pid":3270,"local_addr":"[fd00:1122:3344:101::2]:41410","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:41410","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.136834326Z","hostname":"oxz_switch","pid":3270,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.136844036Z","hostname":"oxz_switch","pid":3270,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.136978907Z","hostname":"oxz_switch","pid":3270,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.137251169Z","hostname":"oxz_switch","pid":3270,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.13730624Z","hostname":"oxz_switch","pid":3270,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:41410","producer_id":"a8fada6b-3d83-4f6b-9bb0-7267b6c342bd"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:57.13732567Z","hostname":"oxz_switch","pid":3270,"unit":"oximeter"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.13735497Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.145222328Z","hostname":"oxz_switch","pid":3270} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.149105641Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-28T10:57:39.840555906Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.149181282Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","id":"12630121199257682296"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:57.149303623Z","hostname":"oxz_switch","pid":3270,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:57:57.151646533Z","hostname":"oxz_switch","pid":3270} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-02-28T10:57:58.087580335Z","hostname":"oxz_switch","pid":3270,"interface":"tfportqsfp0_0","entry":"10.151.2.174->5a:f0:3a:54:2a:29"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.181283181Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.19158719Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.196609523Z","hostname":"oxz_switch","pid":3270} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.197833783Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-02-28T10:57:39.840418705Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.197895954Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","id":"9847185509670185764"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:58.197912584Z","hostname":"oxz_switch","pid":3270,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:59.319682865Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:59.330125475Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:57:59.335125368Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:00.081525289Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:00.091282683Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:00.096489838Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:01.277443628Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:01.290319418Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:01.296160078Z","hostname":"oxz_switch","pid":3270} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.140171129Z","hostname":"oxz_switch","pid":3270,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74f1547b-a833-4952-b80e-4986ebf8427a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"80b2977d-cb89-4acf-9305-fe891d3444ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d72a02ec-7939-4df2-9449-a9fb85ed7ae8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d72a02ec-7939-4df2-9449-a9fb85ed7ae8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 2463, tv_nsec: 709053532 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.140569343Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.172872881Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.184540761Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.195766328Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.201395516Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.865754032Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.875679467Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:02.881552488Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.039851112Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.049647507Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.054474218Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.784794251Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.796613403Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:04.802416063Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:06.263599223Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:06.274593468Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:06.280458989Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:07.042092181Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:07.052938954Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:07.058473551Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:07.154532408Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:08.20090401Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:08.503864786Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:08.516163452Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:08.521855691Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:09.252400756Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:09.263103728Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:09.268098411Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.329573023Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.340013853Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.345360369Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.89648823Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.906657658Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:10.911799672Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:11.776652282Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:11.787096992Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:11.792082755Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:13.076372703Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:13.086880624Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:13.09220377Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:14.277656688Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:14.287418602Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:14.291934611Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.157251125Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.167479093Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.172578497Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.645008669Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.655093946Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:15.660004198Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:16.634838603Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:16.645151092Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:16.650197326Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:16.770429044Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:16.787594315Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:58:16.789211265Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"226.980856ms"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:17.047921233Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:17.210882711Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:17.22140135Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:17.22672378Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:17.819971098Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:18.205630047Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:18.216231278Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:18.221675802Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:19.606195912Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:19.618675951Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:19.624551207Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:20.37133905Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:20.383607052Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:20.39015165Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:21.767737325Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:21.799425471Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:21.813833256Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:22.606702412Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:22.622171119Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:22.629477645Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:23.851784296Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:23.866934406Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:23.873736342Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:25.342613439Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:25.353838951Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:25.359441234Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:26.551125951Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:26.562445932Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:26.568309356Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:26.800396458Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:27.365941609Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:27.378424108Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:27.385063094Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:27.851266766Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:28.313586565Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:28.326007955Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:28.332724284Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:29.524377226Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:29.535328937Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:29.540295046Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:30.660963421Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:30.672560305Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:30.678100596Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:31.676143228Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:31.687756088Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:31.694741029Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:32.090582725Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:58:32.091901535Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"690.93061ms"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:32.366081512Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:32.378438842Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:32.38656214Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:32.817428333Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:33.496528292Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:33.509624016Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:33.516054544Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:34.658277664Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:34.673014198Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:34.680718978Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:35.402959949Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:35.422848804Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:35.435571904Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:40.616615523Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:40.701584419Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:40.701883782Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:40.702612858Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:40.714118697Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:41.488607278Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:41.506661676Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:41.516097151Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:42.488238728Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:42.505874424Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:42.514970644Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:43.517494785Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:43.534765464Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:43.543899522Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:44.082810927Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:44.096761275Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:44.106667544Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:45.149935794Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:45.16691938Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:45.175706645Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:46.30185645Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:46.314150636Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:46.319714134Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:47.08322667Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:47.094824669Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:47.100231868Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:47.831101091Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:58:47.833525657Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"601.456718ms"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:48.253224071Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:48.264016854Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:48.269331112Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:48.46917253Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:49.054777562Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:49.065333095Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:49.070364998Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:50.34035057Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:50.350607988Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:50.355748532Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:50.708296394Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:50.708722816Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:51.418760764Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:51.42957797Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:51.434988444Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:52.759339892Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:52.770070134Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:52.775495371Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:53.728323585Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:53.739315389Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:53.744753021Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:55.222502216Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:55.239468632Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:55.250177174Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:56.643028527Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:56.653346396Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:56.658835714Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:57.301253131Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:57.311338358Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:57.31627394Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:58.082762925Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:58.093188305Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:58.098094037Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:59.234316673Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:59.244673452Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:58:59.250165019Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:00.042631078Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:00.053153869Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:00.058185952Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:00.712564832Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:00.712966006Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:01.51648343Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:01.52808842Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:01.53388933Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:02.337670666Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:02.349336466Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:02.355252027Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:03.447167693Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:03.458270608Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:03.463504913Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:03.472142888Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:59:03.473484399Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.197443293s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:04.554547482Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:04.566971169Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:04.573150152Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:05.232691457Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:05.244505878Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:05.250190598Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:05.702181556Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:06.428466836Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:06.439475311Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:06.444358993Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:07.029187685Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:07.038761248Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:07.043214936Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.108323711Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.119398306Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.124780182Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.666763376Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.678005803Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:08.683753342Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:09.653694008Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:09.666538739Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:09.672878983Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:10.713304216Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:10.71378096Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:10.884069125Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:10.898907853Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:10.907117943Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:12.263060231Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:12.276445106Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:12.283207035Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:13.519061989Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:13.531160423Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:13.537082144Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:14.892098023Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:14.928201574Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:14.945103609Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:15.915751032Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:15.936301548Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:15.947616896Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:17.485523599Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:17.529418257Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:17.565955081Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:19.078374095Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:19.094589954Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:19.103976195Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.622585022Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.639931301Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.648595405Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.704684218Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:59:20.709117496Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.400494905s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.738944322Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:20.740427765Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:22.100508758Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:22.205048337Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:22.250860482Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:23.031874112Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:23.048322233Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:23.056998328Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:23.165560242Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:24.412446711Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:24.427390279Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:24.434838333Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:25.284997108Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:25.302074755Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:25.310436877Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.052970136Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.06854148Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.076857051Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.930162413Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.946724586Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:26.954722675Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:27.663637224Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:27.680099016Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:27.688051574Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:29.17766427Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:29.188257881Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:29.193394225Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:30.705147191Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:30.715942944Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:30.721079458Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:30.742010298Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:30.774688129Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:31.293096729Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:31.304348306Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:31.309656472Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:32.576165708Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:32.646147949Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:32.658368095Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:33.444798041Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:33.507771823Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:33.539484746Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:35.001517933Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:35.409563914Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:35.423597385Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:36.832702857Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:36.85046988Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:36.866517468Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:37.632468567Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:37.652695011Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:37.662519416Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:38.166219389Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:59:38.168741671Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"10.083475421s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:38.314136382Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:38.332334528Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:38.342525926Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:39.378025224Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:39.39730218Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:39.40536239Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:40.532348475Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:40.550216049Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:40.560884981Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:40.778734745Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:40.780460029Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:41.37793734Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:41.39998671Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:41.415868386Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:42.49736102Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:42.516131312Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:42.5251734Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:43.187440117Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:43.203335924Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:43.210248743Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:44.599259223Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:44.615051458Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:44.622418512Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:45.555011595Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:45.569298998Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:45.576209918Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.047167962Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.059082724Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.065274708Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.659187227Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.670996368Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:47.67698344Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:48.284554827Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:48.287074399Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-02-28T10:59:48.287575643Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"9.120270852s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:48.382041926Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:48.393384813Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:48.399707798Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.188855277Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.198824162Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.204871204Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.840330891Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.851602548Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:49.858170635Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:50.492401841Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:50.504608156Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:50.510993451Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:50.781953342Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:50.782413406Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:51.65702571Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:51.668173456Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:51.673209679Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:52.8868601Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:52.898093467Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:52.904853845Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:53.807089117Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:53.819861187Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:53.825721857Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:54.534470115Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:54.544483621Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:54.549326013Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:55.415490764Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:55.42775614Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:55.434425347Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.211964916Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.224283582Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.230233723Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.816408926Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.829154706Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:56.834602053Z","hostname":"oxz_switch","pid":3270} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.446654198Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.479645452Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.492438672Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.498574425Z","hostname":"oxz_switch","pid":3270} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.621976627Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b40d01-cb23-4305-a86c-8cacc472a586\", \"content-length\": \"41\", \"date\": \"Fri, 28 Feb 2025 10:59:56 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.624101855Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:57.624140715Z","hostname":"oxz_switch","pid":3270,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:58.758336362Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:58.772459974Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T10:59:58.779099841Z","hostname":"oxz_switch","pid":3270} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T11:00:00.215519349Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportrear0_0 addrs [fe80::58b7:91ff:fe63:a6ac]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T11:00:00.235211898Z","hostname":"oxz_switch","pid":3270} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-02-28T11:00:00.244029624Z","hostname":"oxz_switch","pid":3270} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T11:00:00.785571513Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12630121199257682296"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-02-28T11:00:00.786034247Z","hostname":"oxz_switch","pid":3270,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9847185509670185764"}