[ Feb 24 15:42:05 Enabled. ] [ Feb 24 15:42:05 Rereading configuration. ] [ Feb 24 15:42:06 Rereading configuration. ] [ Feb 24 15:42:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 24 15:42:17 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.275839373Z","hostname":"oxz_switch","pid":4629,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.319486214Z","hostname":"oxz_switch","pid":4629} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.31975313Z","hostname":"oxz_switch","pid":4629} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.321835934Z","hostname":"oxz_switch","pid":4629,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.322009678Z","hostname":"oxz_switch","pid":4629,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e12d7487-e41f-4973-8cea-08c4c98f3617,\n ),\n sled_id: Some(\n 99f44d15-5a62-437d-9ab9-8e00a801b589,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.323173992Z","hostname":"oxz_switch","pid":4629} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.323190903Z","hostname":"oxz_switch","pid":4629,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.327749999Z","hostname":"oxz_switch","pid":4629,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8c72:21ff:fe51:f53e->8e:72:21:51:f5:3e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.329722221Z","hostname":"oxz_switch","pid":4629} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.334731456Z","hostname":"oxz_switch","pid":4629} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:42:17.339384715Z","hostname":"oxz_switch","pid":4629} [ Feb 24 15:42:17 Rereading configuration. ] [ Feb 24 15:42:17 Executing refresh method (:kill). ] [ Feb 24 15:42:17 Stopping because all processes in service exited. ] [ Feb 24 15:42:17 Executing stop method (:kill). ] [ Feb 24 15:42:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 24 15:42:17 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.888025573Z","hostname":"oxz_switch","pid":4939,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.942719548Z","hostname":"oxz_switch","pid":4939} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.943056035Z","hostname":"oxz_switch","pid":4939} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.943145187Z","hostname":"oxz_switch","pid":4939,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.944894644Z","hostname":"oxz_switch","pid":4939,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.944981945Z","hostname":"oxz_switch","pid":4939,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: e12d7487-e41f-4973-8cea-08c4c98f3617, sled_id: 99f44d15-5a62-437d-9ab9-8e00a801b589, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: fefd21b7-00c8-4c47-b3c7-d0a88ac2cda7, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.945013406Z","hostname":"oxz_switch","pid":4939,"unit":"oximeter","producer_id":"86241825-beb5-4649-a594-566ceb4c4e39"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e12d7487-e41f-4973-8cea-08c4c98f3617,\n ),\n sled_id: Some(\n 99f44d15-5a62-437d-9ab9-8e00a801b589,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.947189992Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.952840662Z","hostname":"oxz_switch","pid":4939} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.954549547Z","hostname":"oxz_switch","pid":4939,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8c72:21ff:fe51:f53e->8e:72:21:51:f5:3e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.954803313Z","hostname":"oxz_switch","pid":4939,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2cc5:40ff:fea8:3f02->2e:c5:40:a8:3f:02"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.956643302Z","hostname":"oxz_switch","pid":4939,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.957263855Z","hostname":"oxz_switch","pid":4939,"local_addr":"[fd00:1122:3344:101::2]:37571","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.957303276Z","hostname":"oxz_switch","pid":4939,"local_addr":"[fd00:1122:3344:101::2]:37571","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.957480949Z","hostname":"oxz_switch","pid":4939,"local_addr":"[fd00:1122:3344:101::2]:37571","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:37571","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.95749263Z","hostname":"oxz_switch","pid":4939,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.95750657Z","hostname":"oxz_switch","pid":4939,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.957652193Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958007971Z","hostname":"oxz_switch","pid":4939} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958029331Z","hostname":"oxz_switch","pid":4939,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.958067662Z","hostname":"oxz_switch","pid":4939,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:37571","producer_id":"86241825-beb5-4649-a594-566ceb4c4e39"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:17.958080462Z","hostname":"oxz_switch","pid":4939,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958087472Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958439Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958672925Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-24T15:42:01.240661968Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958725766Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","id":"6786708133723474624"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:17.958764376Z","hostname":"oxz_switch","pid":4939,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:42:17.961570246Z","hostname":"oxz_switch","pid":4939} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-24T15:42:18.63789263Z","hostname":"oxz_switch","pid":4939,"interface":"tfportqsfp0_0","entry":"10.151.1.174->e6:ef:ab:0e:5b:72"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.343645166Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.349126121Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.351975252Z","hostname":"oxz_switch","pid":4939} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.352183926Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.353641727Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-24T15:42:01.240530225Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.353702128Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","id":"8798779307421456225"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:19.353712328Z","hostname":"oxz_switch","pid":4939,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.013263448Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.018522489Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.022126875Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.72355407Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.728107236Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:20.730990357Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:21.982035349Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:21.986438492Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:21.989459466Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:22.961330712Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 664, tv_nsec: 728199222 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:22.962000017Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:22.995522774Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:23.05497564Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:23.060924795Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:23.064173074Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:24.071136291Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:24.076632017Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:24.079571249Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:25.205723565Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:25.210748461Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:25.213685473Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:26.16572167Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:26.169686273Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:26.172421051Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:27.29594804Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:27.300244231Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:27.302911327Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:27.96163568Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:28.481238594Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:28.485482483Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:28.488228091Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:29.35607575Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:29.727936404Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:29.732514991Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:29.735748489Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:30.76561573Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:30.771149977Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:30.774283693Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:32.112732711Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:32.118087905Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:32.120775851Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:33.425431476Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:33.430230217Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:33.432610378Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:34.255324823Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:34.259813388Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:34.262712119Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:35.767980322Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:35.772556328Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:35.775777687Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:36.90471583Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:36.90994557Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:36.912916073Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:37.443962019Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:37.449005205Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:37.45162739Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:37.963987472Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:37.996220432Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:42:37.997468358Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.039348605s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.189466443Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.193885547Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.196501182Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.30576432Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 680, tv_nsec: 72725101 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.306216099Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:38.339073373Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:39.358798371Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:39.397739133Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:39.402939973Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:39.40564674Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:40.184851234Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:40.190103145Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:40.192760901Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:41.070873971Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:41.077239356Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:41.08072576Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:42.508009907Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:42.518958699Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:42.527166563Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:43.10218536Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:43.107986743Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:43.112537309Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:44.432932972Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:44.438596842Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:44.442000644Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:45.370752073Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:45.539768662Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:45.545881221Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:46.076717983Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:46.084656591Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:46.101114039Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:47.261256559Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:47.266451538Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:47.269237328Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:47.77465918Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:48.240938956Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:48.246755399Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:48.249879816Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:49.158028281Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:49.422199506Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:49.42711643Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:49.430009762Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:50.348714849Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:50.353793837Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:50.356391552Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:51.672136408Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:51.677144674Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:51.680482275Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:52.63636213Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:52.646379741Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:52.649274283Z","hostname":"oxz_switch","pid":4939} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.131883027Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:42:53.13644422Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.388187716s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.625704206Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 695, tv_nsec: 601103713 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.626444814Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.661136769Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.831913135Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.837647507Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:53.841156073Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:55.786140399Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:55.791908321Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:55.794942305Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:56.461980081Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:56.46933399Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:56.473856705Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:57.535352965Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:57.543830103Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:57.547821757Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:57.77144972Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:58.558104988Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:58.565349934Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:58.569783085Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:59.157328914Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:59.658977016Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:59.662928649Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:42:59.665349671Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:00.680810479Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:00.687086871Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:00.690702658Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:01.231843224Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:01.237146506Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:01.240021567Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:02.739390649Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:02.743963295Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:02.746765674Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:04.13151768Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:04.13673798Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:04.139475968Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:05.469440932Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:05.476621164Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:05.480327102Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:06.800146825Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:06.80724297Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:06.8110292Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:07.771526258Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:07.88469811Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:07.890123398Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:07.892473813Z","hostname":"oxz_switch","pid":4939} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:08.663576366Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:43:08.665108988Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.91378114s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.156971844Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.231983609Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.238188729Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.24285323Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.778599357Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.784725603Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.788258892Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.804680727Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 711, tv_nsec: 777989503 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.805448968Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:09.844700803Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:11.112641873Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:11.120106201Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:11.124381271Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:12.268288342Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:12.273612574Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:12.277116628Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:13.411402513Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:13.416727765Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:13.419924993Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:14.802748129Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:14.808520751Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:14.811635217Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:16.266337402Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:16.271790377Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:16.27522852Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:17.66688903Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:17.677193458Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:17.683694245Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:17.772937309Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:18.720118597Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:18.727069526Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:18.731519988Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:19.346969173Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:19.667756848Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:19.686567426Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:19.694279709Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:24.563973687Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:24.749547537Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:24.757690209Z","hostname":"oxz_switch","pid":4939} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:24.84868015Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:43:25.716305754Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"67.965363612s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:25.951797067Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:25.957792653Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:25.96144134Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:26.664155071Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:26.672239775Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:26.676527735Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:27.834990033Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:27.884846416Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 729, tv_nsec: 857280410 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:27.886184975Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.069498637Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.082840039Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.094982955Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.098821698Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.642205622Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:28.653284896Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:29.168373384Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:29.47882269Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:30.375078489Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:30.383070318Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:30.387392639Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:31.761913502Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:31.767109982Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:31.770046764Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:33.197764756Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:33.203226241Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:33.254426062Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:34.337419388Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:34.343048378Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:34.346308855Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:35.218211988Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:35.223954246Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:35.227272671Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:36.106658213Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:36.111934846Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:36.114794779Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:37.184573167Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:37.189659283Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:37.192563666Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:37.840143218Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:38.628826098Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:38.633950706Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:38.63693815Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:39.483441645Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:39.872877591Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:39.88417165Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:39.895311685Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:40.753478299Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:40.760684721Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:40.764674685Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:41.420682648Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:41.427377859Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:41.431800353Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:42.291881061Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:42.297756135Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:42.301442883Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.043851288Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.048412315Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.051535091Z","hostname":"oxz_switch","pid":4939} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.071983993Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:43:43.073791061Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"85.322219183s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.582485886Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.587693656Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:43.590654679Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:44.64688442Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:44.653379057Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:44.657655557Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.255096947Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 747, tv_nsec: 228721618 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.255659584Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.292149954Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.471046762Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.477202301Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:45.480608963Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.321016857Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.327847281Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.331760394Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.857479397Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.864346022Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:46.868176263Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:47.545041117Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:47.551390421Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:47.554727462Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:47.842262973Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:48.845948589Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:48.851744921Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:48.854608013Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:49.485399273Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.245182511Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.249704597Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.252849373Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.85027513Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.857457412Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:50.862353186Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:51.491751445Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:51.498824565Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:51.502570254Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.048813784Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.056854034Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.060795717Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.933232814Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.937818271Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:52.940698111Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:54.349863325Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:54.354701827Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:54.357930315Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:55.704236559Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:55.714841597Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:55.720441316Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:56.914969082Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:56.928182441Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:56.933080154Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:57.844680087Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:57.904343207Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:57.913833108Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:57.918312432Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:58.575686616Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:58.582893469Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:58.587125418Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:43:59.489339713Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:00.05125848Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:00.05645621Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:00.059552035Z","hostname":"oxz_switch","pid":4939} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:00.293385532Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:44:00.294394064Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"102.542776555s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:01.498229095Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:01.503623618Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:01.506905228Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:02.779294279Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:02.785430878Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:02.788686777Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:04.122559766Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:04.12844695Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:04.132343872Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.372510722Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.378150232Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.382290419Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.63750252Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 767, tv_nsec: 610424835 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.638060671Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.671088999Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:05.770843826Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa24c8d3-cfc5-44d1-a780-41a72fca2167\", \"content-length\": \"133\", \"date\": \"Tue, 24 Feb 2026 15:44:05 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-24T15:44:05.773298008Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"aa24c8d3-cfc5-44d1-a780-41a72fca2167\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 24 Feb 2026 15:44:05 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"aa24c8d3-cfc5-44d1-a780-41a72fca2167\\\" }\"","delay":"108.02119802s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.247891043Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.2553639Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.261156523Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.790169466Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.796438648Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:06.800872362Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:07.618859551Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:07.627851371Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:07.632661813Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:07.849638836Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:08.288012307Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:08.294219989Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:08.297634931Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:09.00186382Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:09.008422338Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:09.011710958Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:09.493594526Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.094067309Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.099748959Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.102996108Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.798339125Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.80428464Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:10.807686512Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:11.919457276Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:11.92577822Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:11.929742404Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.042262843Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.048292077Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.051743123Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.642612183Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.648607145Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:13.652537923Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:15.070788933Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:15.07729736Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:15.080782654Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:16.347019883Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:16.352341435Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:16.355988042Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:17.127213638Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:17.131351046Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:17.134716747Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:17.851384719Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:18.495078155Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:18.501149303Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:18.50482354Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:19.463738933Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:19.469484175Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:19.472375505Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:19.495666037Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.350899211Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.356733094Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.359901511Z","hostname":"oxz_switch","pid":4939} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.440755218Z","hostname":"oxz_switch","pid":4939,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"195695a2-3340-4078-83ac-2b01bd06e64f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3e2caf2f-ac6b-4ba7-9a22-2b19e9eb8ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9d517f13-d3fc-4874-8f9c-627cd5595d8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 782, tv_nsec: 414172123 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.44133107Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.474144363Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.537496872Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9fb3cc-c6c8-451f-8a24-00cb79b99710\", \"content-length\": \"41\", \"date\": \"Tue, 24 Feb 2026 15:44:20 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:20.539028914Z","hostname":"oxz_switch","pid":4939,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.128795702Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.134655812Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.137818319Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.77765447Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.78332959Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:21.786231521Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.092709755Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.097771721Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.100395287Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.903686464Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.908978725Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:23.911710163Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:25.258970735Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:25.264825701Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:25.268087038Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:26.280369444Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:26.28633643Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:26.289756812Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:27.223814439Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:27.228225032Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:27.231378548Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:27.859139702Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:28.361489903Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:28.366239954Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:28.369357359Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:29.49780527Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:29.794919926Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:29.800820911Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:29.804171012Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:30.337182667Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:30.341800204Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:30.344992482Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:31.134883265Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:31.139698727Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:31.142912215Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:32.333228001Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:32.338389005Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:32.341693774Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:33.622434422Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:33.628255485Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:33.631607529Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.171536566Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.177478522Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.18095704Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.724973028Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.73075011Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:34.733468827Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:36.110335732Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:36.117306523Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:36.121006448Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:37.527816958Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:37.533634921Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:37.5368832Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:37.860893797Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:38.880327782Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:38.886347899Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:38.889741231Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:39.500862115Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:40.203562595Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:40.209561921Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:40.212828821Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:41.655402125Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:41.661272499Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:41.66462187Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:42.711924373Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:42.717116573Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:42.719771309Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:43.715731924Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:43.720369532Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:43.722824044Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:44.901804564Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:44.907556496Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:44.911050459Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:45.846596283Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:45.853229313Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:45.856301868Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:46.833901443Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:46.840679226Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:46.845005479Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:47.690552984Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:47.697201114Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:47.700919113Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:47.864473216Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:48.891419438Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:48.895974937Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:48.899718886Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:49.504540182Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:50.241749684Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:50.248041927Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:50.251445599Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:51.532201406Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:51.537904417Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:51.541999643Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:52.926440775Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:52.931556572Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:52.934928294Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:53.900914498Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:53.906895014Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:53.910591292Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:55.135790724Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:55.141440073Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:55.145138801Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:56.600170964Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:56.605898365Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:56.608804957Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:57.723335897Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:57.729257202Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:57.732874148Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:57.867893989Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6786708133723474624"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:58.846398756Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:58.851861955Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:58.855522918Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:59.479495637Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:59.48578612Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:59.48957417Z","hostname":"oxz_switch","pid":4939} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:44:59.506024398Z","hostname":"oxz_switch","pid":4939,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8798779307421456225"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:00.689711038Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:00.697528113Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:00.702032349Z","hostname":"oxz_switch","pid":4939} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:01.499234155Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportrear0_0 addrs [fe80::8c72:21ff:fe51:f53e]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:01.508580442Z","hostname":"oxz_switch","pid":4939} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-24T15:45:01.513172279Z","hostname":"oxz_switch","pid":4939}