[ Jan 20 22:12:01 Enabled. ] [ Jan 20 22:12:02 Rereading configuration. ] [ Jan 20 22:12:02 Rereading configuration. ] [ Jan 20 22:12:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 20 22:12:13 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.468693657Z","hostname":"oxz_switch","pid":4844,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.509912536Z","hostname":"oxz_switch","pid":4844} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.510213676Z","hostname":"oxz_switch","pid":4844} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.511363993Z","hostname":"oxz_switch","pid":4844,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.512357035Z","hostname":"oxz_switch","pid":4844,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9fe72523-4ef5-454a-8b8b-bc0c00100df3,\n ),\n sled_id: Some(\n c4813d1f-290b-418b-a2d7-51e693c95e4e,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.513728219Z","hostname":"oxz_switch","pid":4844} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.513763621Z","hostname":"oxz_switch","pid":4844,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:13.517954156Z","hostname":"oxz_switch","pid":4844,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1cce:18ff:fe09:66e7->1e:ce:18:09:66:e7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:13.520187638Z","hostname":"oxz_switch","pid":4844} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:13.525616203Z","hostname":"oxz_switch","pid":4844} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:12:13.530759739Z","hostname":"oxz_switch","pid":4844} [ Jan 20 22:12:14 Rereading configuration. ] [ Jan 20 22:12:14 Executing refresh method (:kill). ] [ Jan 20 22:12:14 Stopping because all processes in service exited. ] [ Jan 20 22:12:14 Executing stop method (:kill). ] [ Jan 20 22:12:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 20 22:12:14 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.173380236Z","hostname":"oxz_switch","pid":5196,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.212748036Z","hostname":"oxz_switch","pid":5196} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.213147539Z","hostname":"oxz_switch","pid":5196} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.213247192Z","hostname":"oxz_switch","pid":5196,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.214982828Z","hostname":"oxz_switch","pid":5196,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.215198225Z","hostname":"oxz_switch","pid":5196,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9fe72523-4ef5-454a-8b8b-bc0c00100df3, sled_id: c4813d1f-290b-418b-a2d7-51e693c95e4e, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 99ed6da1-9a94-40d7-9ee9-ce5caafd2db4, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.215217126Z","hostname":"oxz_switch","pid":5196,"unit":"oximeter","producer_id":"c28b759d-fd6a-4416-b7b5-23b639247e09"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9fe72523-4ef5-454a-8b8b-bc0c00100df3,\n ),\n sled_id: Some(\n c4813d1f-290b-418b-a2d7-51e693c95e4e,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.216449785Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.224161504Z","hostname":"oxz_switch","pid":5196} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.224693431Z","hostname":"oxz_switch","pid":5196,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7cef:5aff:fe15:7234->7e:ef:5a:15:72:34"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.224908328Z","hostname":"oxz_switch","pid":5196,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1cce:18ff:fe09:66e7->1e:ce:18:09:66:e7"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.226158719Z","hostname":"oxz_switch","pid":5196,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.227486031Z","hostname":"oxz_switch","pid":5196,"local_addr":"[fd00:1122:3344:101::2]:60616","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.227633376Z","hostname":"oxz_switch","pid":5196,"local_addr":"[fd00:1122:3344:101::2]:60616","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.227694028Z","hostname":"oxz_switch","pid":5196,"local_addr":"[fd00:1122:3344:101::2]:60616","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:60616","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.227703678Z","hostname":"oxz_switch","pid":5196,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.227714689Z","hostname":"oxz_switch","pid":5196,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.227827132Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.228269316Z","hostname":"oxz_switch","pid":5196,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.228345729Z","hostname":"oxz_switch","pid":5196,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:60616","producer_id":"c28b759d-fd6a-4416-b7b5-23b639247e09"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.228356279Z","hostname":"oxz_switch","pid":5196,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.22836394Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.228850955Z","hostname":"oxz_switch","pid":5196} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.229242578Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.229429944Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-20T22:11:57.460091045Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.229474026Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","id":"7888053833105559855"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:14.229488096Z","hostname":"oxz_switch","pid":5196,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:12:14.232001817Z","hostname":"oxz_switch","pid":5196} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:12:14.775918961Z","hostname":"oxz_switch","pid":5196,"interface":"tfportqsfp0_0","entry":"10.151.2.174->f2:1a:53:b6:72:ef"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.520525569Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.5258344Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.529062404Z","hostname":"oxz_switch","pid":5196} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.529285881Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.530880683Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-20T22:11:57.459956061Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.530945765Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","id":"6572233428307173682"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:15.530956695Z","hostname":"oxz_switch","pid":5196,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:16.833707846Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:16.838419028Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:16.841509377Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:17.466595689Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:17.471385144Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:17.474202634Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:18.706949318Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:18.712362552Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:18.715552095Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.231063923Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 670, tv_nsec: 585888968 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.231702163Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.263121647Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.429954848Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.434910998Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:19.43775887Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:20.656827701Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:20.66144721Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:20.664360694Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:21.828898507Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:21.83361704Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:21.836194143Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.19093921Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.195408615Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.19897346Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.86429151Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.868859908Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:23.871780732Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:24.233695795Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:24.646724677Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:24.651254093Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:24.65426839Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:25.532517038Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:26.158019784Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:26.16225064Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:26.165251927Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:27.47891501Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:27.483281011Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:27.486094751Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.032132763Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.03607061Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.038630693Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.825844865Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.830295129Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:28.833214933Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.064503969Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.069219043Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.071531419Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.863957737Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.869505721Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:30.872177131Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:31.409382212Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:31.414989897Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:31.417477993Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:32.130933673Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:32.135406768Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:32.138648134Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:33.139259793Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:33.143927689Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:33.14670761Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.040276911Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.068487045Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:12:34.069845155Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.037511975s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.256750552Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.261206954Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.264166087Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.408389007Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 958244438 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.408899342Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.439953801Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:34.996410104Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:35.000654541Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:35.003628365Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:35.342459002Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:36.441382579Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:36.444963622Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:36.447941229Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:37.309858903Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:37.314591195Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:37.317882539Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:38.724348933Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:38.730036423Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:38.732894751Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:39.540094639Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:39.545952668Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:39.54930776Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:40.264082277Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:40.279665326Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:40.289944182Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:41.028952914Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:41.044478341Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:41.049308466Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.021748784Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.029611451Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.033030284Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.901584035Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.906931512Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:42.912524056Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:43.652980885Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:43.660898482Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:43.664672853Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:44.073611708Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:44.624081129Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:44.628913922Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:44.63162295Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:45.372451465Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:45.509407431Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:45.515460536Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:45.519337467Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:46.880221048Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:46.885048897Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:46.88797221Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:47.903531286Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:47.909396768Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:47.912331499Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:48.619156642Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:48.6243671Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:48.627374731Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.483071037Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:12:49.484568444Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.409059658s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.71933156Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.724583901Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.728166379Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.747165641Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 253913603 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.747697849Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:49.78125462Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:50.97480651Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:50.979964045Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:50.983222505Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:51.717836994Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:51.726565323Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:51.731566159Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.367016916Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.373175714Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.37637746Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.948271623Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.953884757Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:52.957993762Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:53.484438075Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:53.489298841Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:53.49278162Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:54.103561393Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:54.670843791Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:54.675374667Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:54.678405147Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:55.400623733Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:55.529279513Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:55.533725647Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:55.536455805Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:57.03663116Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:57.04097095Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:57.043886504Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.06941777Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.073938116Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.076828939Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.766461244Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.77065823Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:58.773730579Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:59.675187867Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:59.681135499Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:12:59.684839748Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:00.529635409Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:00.535188798Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:00.538427882Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:01.340948089Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:01.346593482Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:01.349619699Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:02.609043117Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:02.620864839Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:02.652023824Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:03.700270311Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:03.706857904Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:03.711461232Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:04.107900651Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:04.573370437Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:04.580346322Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:04.584477965Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:04.794264832Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:13:04.795237574Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.707280673s","count":"2"} {"msg":"removed stale NDP entry :fe80::7cef:5aff:fe15:7234->7e:ef:5a:15:72:34","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:13:04.86547662Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.347767698Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.353371399Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.355986533Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.399117004Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-20T22:13:05.692792858Z","hostname":"oxz_switch","pid":5196,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7cef:5aff:fe15:7234->7e:ef:5a:15:72:34"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.917847977Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.923245931Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:05.926198137Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:06.138661114Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 634021525 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:06.139155829Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:06.170996079Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.125379214Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.129422905Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.131808111Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.786781508Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.794121055Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:07.799210719Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:08.555755292Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:08.562154068Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:08.566035293Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.082716208Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.086875552Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.089663713Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.978937676Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.983902316Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:09.986602853Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:11.393802484Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:11.399837498Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:11.40269173Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:12.739654105Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:12.744692317Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:12.747532369Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:13.898016587Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:13.902642236Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:13.90556106Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:14.110082117Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:14.511899988Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:14.516647101Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:14.51939099Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.041530271Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.04645017Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.049749806Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.400960315Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.57006148Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.57565491Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:15.578544353Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.05078377Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.056216965Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.058947203Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.826482161Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.83170871Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:17.834477889Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:19.10312921Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:19.108171663Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:19.110473797Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.173515286Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.179004483Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.182208126Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.838206416Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.843478096Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:20.846536035Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:21.172735956Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:13:21.173889274Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.085412823s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:22.146845437Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:22.153707398Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:22.157377866Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:23.201274719Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:23.206815197Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:23.20937894Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.031788719Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.037351918Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.039784716Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.111909223Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.164670395Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 735, tv_nsec: 659575263 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.165337356Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:24.195398286Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:25.402150103Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:25.512805242Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:25.519004392Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:25.522366981Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:26.115436021Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:26.121243758Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:26.124824683Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:27.326529835Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:27.332110365Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:27.335891387Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:28.425289367Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:28.438486763Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:28.442248824Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:29.678161789Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:29.682409306Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:29.695062924Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:38.078435355Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:39.208474475Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:13:41.051253905Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"86.963084452s","count":"4"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:41.462276823Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:41.462990397Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:41.722875829Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:41.737669206Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:42.795161447Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:42.872430908Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:42.8752801Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.338326496Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 754, tv_nsec: 833091589 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.386964305Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.612431438Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.792169735Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.799006326Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:43.802833359Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.024000278Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.062433498Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.072000846Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.686383524Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.69248079Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:45.695902601Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:46.589957819Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:46.596884513Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:46.600395856Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:47.45342655Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:47.458979449Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:47.462019527Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:48.727385214Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:48.732330613Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:48.735194945Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:49.93670884Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:49.941612798Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:49.944727319Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:51.123718688Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:51.128559344Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:51.131480738Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:51.465250844Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:51.473994496Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:52.365871184Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:52.371211767Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:52.374069999Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:53.775787253Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:53.780901907Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:53.783836362Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:54.989814392Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:54.994738451Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:54.997317744Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.069695504Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.073971622Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.076763352Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.889880249Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.895135649Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:56.89794786Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:57.613368977Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:57.618042817Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:57.62123335Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:58.441967564Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:58.446408688Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:58.449343982Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:58.613014222Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:13:58.61420779Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"104.52637645s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.003566599Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.009164659Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.012081833Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.546820382Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.552444424Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:13:59.555863204Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:00.202338606Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:00.207679838Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:00.210663695Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:01.476940849Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:01.477296251Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:01.552030442Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:01.556480925Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:01.559340497Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:02.90153497Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:02.908153833Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:02.911575264Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:04.355288423Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:04.36138938Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:04.365054448Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:05.682782623Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:05.688325711Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:05.692252868Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:06.487687865Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:06.494873977Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:06.498739722Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:07.360193388Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:07.369472487Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:07.373751275Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.30115419Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 779, tv_nsec: 796780777 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.302644568Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.351505794Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.53148573Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.538805256Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:08.543111814Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:09.378613834Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:09.385064452Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:09.389572888Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:10.397400875Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:10.407182361Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:10.411234662Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:11.480079548Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:11.481330608Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:11.654711421Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:11.663922838Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:11.66862714Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:12.927417522Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:12.935376339Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:12.939890354Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.125795356Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.134477446Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.139016653Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.887911199Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.894448619Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:14.898379006Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:16.060066187Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:16.065551574Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:16.068995975Z","hostname":"oxz_switch","pid":5196} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:16.258741426Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-20T22:14:16.260092609Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"122.172542299s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:17.243733867Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:17.249745851Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:17.253338527Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.252741343Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.259109978Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.262680354Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.776941622Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.782443709Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:18.786544841Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:20.235802178Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:20.24142828Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:20.244573091Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:21.127293664Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:21.13524754Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:21.140163109Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:21.482935795Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:21.483376289Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:22.569512964Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:22.57652885Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:22.580151898Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:23.427387875Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:23.434628299Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:23.438464573Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:24.80621573Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:24.81179035Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:24.815641014Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:25.570217284Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:25.576946001Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:25.580211186Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.297632327Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.303113133Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.306287546Z","hostname":"oxz_switch","pid":5196} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.716031512Z","hostname":"oxz_switch","pid":5196,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"118703d0-c788-4fb2-8669-8e085ae10b97.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38096fcd-94ba-436a-8a48-557d63c78ad9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9f07a106-a5ee-40fb-831f-54ba0f1c46cf.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 798, tv_nsec: 211924420 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.71658093Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.74756338Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.813740354Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f726f93-b656-4fc7-8832-73f763bf7d1b\", \"content-length\": \"41\", \"date\": \"Tue, 20 Jan 2026 22:14:26 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.815817821Z","hostname":"oxz_switch","pid":5196,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.949582786Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.955802057Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:26.959214997Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:28.414706965Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:28.420051537Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:28.423013332Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:29.239977374Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:29.246808874Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:29.249883974Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.108369024Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.11351939Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.116462955Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.677360748Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.683513986Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:30.686909256Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:31.484213843Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:31.484642357Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:31.625718288Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:31.631972969Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:31.635173943Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.150005348Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.15625444Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.159564807Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.86869457Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.874359633Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:32.8773682Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:33.700993817Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:33.707135746Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:33.710182304Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:34.470165257Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:34.47582243Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:34.478975362Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:35.631641891Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:35.637410558Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:35.640717584Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:36.920496294Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:36.926732015Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:36.930260579Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:38.41713913Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:38.423237287Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:38.426287135Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:39.754055014Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:39.759898262Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:39.763016623Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:40.499837109Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:40.505669538Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:40.509297524Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:41.487228978Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:41.48760228Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:41.913399335Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:41.918745678Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:41.921834417Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.170344699Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.177067726Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.180537378Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.83353661Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.839840853Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:43.843204542Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:44.747877954Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:44.753437023Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:44.756717799Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:46.136475864Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:46.142066284Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:46.144961218Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:47.409816667Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:47.41579053Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:47.418956282Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:48.746888455Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:48.752714183Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:48.756360221Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:50.15983036Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:50.166068582Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:50.169804452Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:51.230675532Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:51.236705076Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:51.239745524Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:51.490517953Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:51.490945357Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:52.182378719Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:52.187227006Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:52.190425239Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:53.186824728Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:53.194740884Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:53.198609099Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:54.469278625Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:54.475976611Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:54.479410021Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:55.17598075Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:55.181655803Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:55.184960769Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:56.483386602Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:56.488133575Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:56.490762519Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:57.261955414Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:57.267368929Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:57.270615914Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:58.246663767Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:58.252366601Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:58.255473731Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:59.139360281Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:59.144367983Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:14:59.147202074Z","hostname":"oxz_switch","pid":5196} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:00.140905356Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:00.146829247Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:00.150564328Z","hostname":"oxz_switch","pid":5196} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:01.494307671Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7888053833105559855"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:01.494755216Z","hostname":"oxz_switch","pid":5196,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6572233428307173682"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:01.567256774Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportrear0_0 addrs [fe80::1cce:18ff:fe09:66e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:01.575902293Z","hostname":"oxz_switch","pid":5196} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-20T22:15:01.580643326Z","hostname":"oxz_switch","pid":5196}