[ Mar 3 23:29:21 Enabled. ] [ Mar 3 23:29:21 Rereading configuration. ] [ Mar 3 23:29:22 Rereading configuration. ] [ Mar 3 23:29:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 3 23:29:34 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.254815857Z","hostname":"oxz_switch","pid":3071,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.317345052Z","hostname":"oxz_switch","pid":3071} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.317588999Z","hostname":"oxz_switch","pid":3071} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.317790875Z","hostname":"oxz_switch","pid":3071,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.327290516Z","hostname":"oxz_switch","pid":3071,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9da135d7-c597-4ef0-a20e-3484e6fa33ee,\n ),\n sled_id: Some(\n c208ba3e-49ee-460e-bbc7-267cd04132b6,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.328918663Z","hostname":"oxz_switch","pid":3071} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.328948104Z","hostname":"oxz_switch","pid":3071,"unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.332802114Z","hostname":"oxz_switch","pid":3071} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.336339595Z","hostname":"oxz_switch","pid":3071,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c5d:27ff:fefc:e58d->9e:5d:27:fc:e5:8d"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.336453228Z","hostname":"oxz_switch","pid":3071,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d836:52ff:fe84:87bf->da:36:52:84:87:bf"} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.344672162Z","hostname":"oxz_switch","pid":3071} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-03-03T23:29:34.351882368Z","hostname":"oxz_switch","pid":3071} [ Mar 3 23:29:34 Rereading configuration. ] [ Mar 3 23:29:34 Executing refresh method (:kill). ] [ Mar 3 23:29:34 Stopping because all processes in service exited. ] [ Mar 3 23:29:34 Executing stop method (:kill). ] [ Mar 3 23:29:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 3 23:29:34 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.892459389Z","hostname":"oxz_switch","pid":3227,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b37a8fdc-dirty","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.93243825Z","hostname":"oxz_switch","pid":3227} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.932722468Z","hostname":"oxz_switch","pid":3227} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.93280035Z","hostname":"oxz_switch","pid":3227,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.936731412Z","hostname":"oxz_switch","pid":3227,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.940557102Z","hostname":"oxz_switch","pid":3227,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9da135d7-c597-4ef0-a20e-3484e6fa33ee, sled_id: c208ba3e-49ee-460e-bbc7-267cd04132b6, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e258169b-98c1-4cdb-806b-c127ab718977, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.940614473Z","hostname":"oxz_switch","pid":3227,"unit":"oximeter","producer_id":"bdf19972-14b8-4425-99a2-d3df9dca882f"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9da135d7-c597-4ef0-a20e-3484e6fa33ee,\n ),\n sled_id: Some(\n c208ba3e-49ee-460e-bbc7-267cd04132b6,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.946021507Z","hostname":"oxz_switch","pid":3227} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.949838776Z","hostname":"oxz_switch","pid":3227,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9c5d:27ff:fefc:e58d->9e:5d:27:fc:e5:8d"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.94997167Z","hostname":"oxz_switch","pid":3227,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d836:52ff:fe84:87bf->da:36:52:84:87:bf"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.952502592Z","hostname":"oxz_switch","pid":3227,"unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.953091899Z","hostname":"oxz_switch","pid":3227} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.956478556Z","hostname":"oxz_switch","pid":3227,"local_addr":"[fd00:1122:3344:101::2]:40229","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.95661666Z","hostname":"oxz_switch","pid":3227,"local_addr":"[fd00:1122:3344:101::2]:40229","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.956685822Z","hostname":"oxz_switch","pid":3227,"local_addr":"[fd00:1122:3344:101::2]:40229","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:40229","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.956701132Z","hostname":"oxz_switch","pid":3227,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.956712112Z","hostname":"oxz_switch","pid":3227,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.956885488Z","hostname":"oxz_switch","pid":3227,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/internal-dns/resolver/src/resolver.rs:111","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.957166785Z","hostname":"oxz_switch","pid":3227,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.957245328Z","hostname":"oxz_switch","pid":3227,"file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:40229","producer_id":"bdf19972-14b8-4425-99a2-d3df9dca882f"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:34.957261788Z","hostname":"oxz_switch","pid":3227,"unit":"oximeter"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.95730172Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.965672948Z","hostname":"oxz_switch","pid":3227} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.968975752Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-03-03T23:29:17.652824590Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.969050744Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","id":"464913295336443657"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:34.969135737Z","hostname":"oxz_switch","pid":3227,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-03-03T23:29:34.971775452Z","hostname":"oxz_switch","pid":3227} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-03-03T23:29:36.04757425Z","hostname":"oxz_switch","pid":3227,"interface":"tfportqsfp0_0","entry":"10.151.1.174->82:1b:ea:fe:7f:9c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.382421268Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.392193177Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.39720339Z","hostname":"oxz_switch","pid":3227} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.398360713Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-03-03T23:29:17.652688027Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.398427755Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","id":"13951411851100592250"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:36.398441795Z","hostname":"oxz_switch","pid":3227,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:37.059504904Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:37.069229742Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:37.073981718Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:38.161922772Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:38.171006941Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:38.175364185Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:39.46160717Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:39.474637192Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:39.480405976Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:40.23271187Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:40.243497888Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:40.248719347Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.334656935Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.34535362Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.351046072Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.93847569Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.94826557Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:41.95318122Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:43.267765653Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:43.277289985Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:43.282224936Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.263473835Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.272523993Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.277958348Z","hostname":"oxz_switch","pid":3227} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.961318124Z","hostname":"oxz_switch","pid":3227,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3d39a650-6466-497b-a5de-b0f59c63af58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4941fee5-459f-4a53-8c4c-fbdde4f796ae.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51fdb59d-a0fa-471e-a35a-8891e1620d32.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"51fdb59d-a0fa-471e-a35a-8891e1620d32.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::b))) }], valid_until: Instant { tv_sec: 853, tv_nsec: 809183230 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"using nexus address for registration","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.961952872Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.994034308Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:44.999820203Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"464913295336443657"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:45.005097264Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:45.016401996Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:45.021858502Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:46.12221636Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:46.134409708Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:46.140694048Z","hostname":"oxz_switch","pid":3227} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:46.400627417Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13951411851100592250"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:47.30144204Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:47.312025782Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:47.317449057Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:48.632905526Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:48.643727785Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:48.648655875Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:49.41220179Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:49.422514534Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:49.427711263Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:50.300037502Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:50.310218153Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:50.315564895Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:51.56010567Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:51.570752674Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:51.575972233Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:52.857607906Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:52.86687453Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:52.871242925Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:53.447053191Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:53.457358585Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:53.462280005Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.09061327Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.101341842Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.106141798Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.930825604Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.940711365Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:54.945913271Z","hostname":"oxz_switch","pid":3227} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:55.00511152Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"464913295336443657"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:56.22151658Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:56.232040184Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:56.237129852Z","hostname":"oxz_switch","pid":3227} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:56.410207041Z","hostname":"oxz_switch","pid":3227,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13951411851100592250"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:57.741335348Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:57.751484282Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:57.756928885Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:58.530631204Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:58.540721413Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:58.545115335Z","hostname":"oxz_switch","pid":3227} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:59.640386277Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:59.651670141Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:29:59.657716096Z","hostname":"oxz_switch","pid":3227} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:30:00.011346046Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-03-03T23:30:00.01282862Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"183.996872ms"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:30:00.281214901Z","hostname":"oxz_switch","pid":3227,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:30:00.380128148Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportrear0_0 addrs [fe80::9c5d:27ff:fefc:e58d]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:30:00.524963746Z","hostname":"oxz_switch","pid":3227} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-03-03T23:30:00.541970739Z","hostname":"oxz_switch","pid":3227}