[ Feb 23 16:27:58 Enabled. ] [ Feb 23 16:27:58 Rereading configuration. ] [ Feb 23 16:27:59 Rereading configuration. ] [ Feb 23 16:28:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 23 16:28:10 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.239839867Z","hostname":"oxz_switch","pid":4952,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.283591717Z","hostname":"oxz_switch","pid":4952} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.283910504Z","hostname":"oxz_switch","pid":4952} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.285406234Z","hostname":"oxz_switch","pid":4952,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.286252702Z","hostname":"oxz_switch","pid":4952,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e95a8812-f23d-4e3c-8ac7-7c52450463d1,\n ),\n sled_id: Some(\n 5bf4b99e-071e-4402-bb55-2790f4933e69,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.287544238Z","hostname":"oxz_switch","pid":4952} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.287563229Z","hostname":"oxz_switch","pid":4952,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.292315767Z","hostname":"oxz_switch","pid":4952,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e88f:b4ff:fe4a:7149->ea:8f:b4:4a:71:49"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:10.293615283Z","hostname":"oxz_switch","pid":4952} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:10.298605496Z","hostname":"oxz_switch","pid":4952} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:28:10.30319644Z","hostname":"oxz_switch","pid":4952} [ Feb 23 16:28:10 Rereading configuration. ] [ Feb 23 16:28:10 Executing refresh method (:kill). ] [ Feb 23 16:28:10 Stopping because all processes in service exited. ] [ Feb 23 16:28:10 Executing stop method (:kill). ] [ Feb 23 16:28:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 23 16:28:10 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:10.956498128Z","hostname":"oxz_switch","pid":5327,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.007241851Z","hostname":"oxz_switch","pid":5327} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.007577778Z","hostname":"oxz_switch","pid":5327} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.007770932Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.009652601Z","hostname":"oxz_switch","pid":5327,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.009758363Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: e95a8812-f23d-4e3c-8ac7-7c52450463d1, sled_id: 5bf4b99e-071e-4402-bb55-2790f4933e69, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: ffea4e13-f5e9-4241-bab9-529934710d0c, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.009775363Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter","producer_id":"4d447f9f-00ca-487f-8b2b-095b85e650b4"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e95a8812-f23d-4e3c-8ac7-7c52450463d1,\n ),\n sled_id: Some(\n 5bf4b99e-071e-4402-bb55-2790f4933e69,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.011335996Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.019404691Z","hostname":"oxz_switch","pid":5327} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.021214949Z","hostname":"oxz_switch","pid":5327,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcaf:45ff:fe49:618f->be:af:45:49:61:8f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.021425373Z","hostname":"oxz_switch","pid":5327,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e88f:b4ff:fe4a:7149->ea:8f:b4:4a:71:49"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.023678149Z","hostname":"oxz_switch","pid":5327,"unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.024780322Z","hostname":"oxz_switch","pid":5327} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.024873034Z","hostname":"oxz_switch","pid":5327,"local_addr":"[fd00:1122:3344:101::2]:39869","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.024915145Z","hostname":"oxz_switch","pid":5327,"local_addr":"[fd00:1122:3344:101::2]:39869","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.02515669Z","hostname":"oxz_switch","pid":5327,"local_addr":"[fd00:1122:3344:101::2]:39869","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:39869","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.02517066Z","hostname":"oxz_switch","pid":5327,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.02518347Z","hostname":"oxz_switch","pid":5327,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.025504047Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.026399685Z","hostname":"oxz_switch","pid":5327,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.026513148Z","hostname":"oxz_switch","pid":5327,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:39869","producer_id":"4d447f9f-00ca-487f-8b2b-095b85e650b4"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:11.026529938Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.026536428Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.026547288Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.027814584Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-23T16:27:54.173223343Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.027849415Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","id":"9372155628124625121"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:11.027857735Z","hostname":"oxz_switch","pid":5327,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:28:11.028013968Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.008371782Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.014866876Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.017924339Z","hostname":"oxz_switch","pid":5327} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.018175414Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.018997561Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-23T16:27:54.173065071Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.019083343Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","id":"16008137382151199390"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:12.019108233Z","hostname":"oxz_switch","pid":5327,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:28:12.208537829Z","hostname":"oxz_switch","pid":5327,"interface":"tfportqsfp0_0","entry":"10.151.1.174->da:8a:6f:6b:04:b0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:13.232252214Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:13.236549143Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:13.238956392Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:14.235474288Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:14.241052493Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:14.243984893Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:15.239677292Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:15.244111593Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:15.246776878Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.021710416Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.028263731Z","hostname":"oxz_switch","pid":5327} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.028944595Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 983687975 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.029982866Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.064031076Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:16.064135108Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:17.207556086Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:17.211751893Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:17.214239024Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.221318237Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.225723818Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.228404463Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.898843183Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.902569869Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:18.905164473Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:19.847821251Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:19.85165763Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:19.854526389Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:20.418451908Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:20.422892989Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:20.425513823Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:21.033307944Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:21.566374748Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:21.570692297Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:21.573456704Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:22.020874517Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:22.856913862Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:22.861107259Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:22.864044989Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:23.951069946Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:23.955592799Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:23.958658502Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:24.035140883Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:24.039667866Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:24.042537015Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:25.194838057Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:25.199477083Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:25.202480954Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.250991533Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.255653969Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.258619631Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.837920848Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.844427942Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:26.847546296Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:28.255079154Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:28.258791201Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:28.261951166Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:29.013464665Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:29.018198123Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:29.020929859Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.519683628Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.524475437Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.527270654Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.654408267Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.683482386Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:28:30.684721912Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.039904904s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.973390355Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1041, tv_nsec: 310830350 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:30.973987638Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:31.006721993Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:31.639066594Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:32.017357046Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:32.022442291Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:32.025608266Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.040720511Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.044985659Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.047853558Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.714566688Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.719067271Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:33.721852038Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.014341274Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.019045121Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.022112964Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.818362976Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.822852448Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:35.825965643Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:37.041016171Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:37.045464833Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:37.048412904Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.242086462Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.246975483Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.24972854Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.814077489Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.818589042Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:38.82137692Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.230125153Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.235425433Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.238150208Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.62953142Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.810991292Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.815453824Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:40.818414125Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:41.613448001Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:41.959590239Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:41.96495234Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:41.967657206Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:43.049903295Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:43.0549859Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:43.058295188Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:44.1062301Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:44.110840295Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:44.114047461Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:45.159696185Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:45.164248679Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:45.1666804Z","hostname":"oxz_switch","pid":5327} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:45.966916043Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:28:45.96777017Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.364261812s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.370894895Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.375482089Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.378228495Z","hostname":"oxz_switch","pid":5327} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.595390443Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1056, tv_nsec: 975038157 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.596135109Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:46.627375573Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:47.649663376Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:47.654513236Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:47.656794833Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:48.952606957Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:48.956675941Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:48.959561171Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.154913234Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.159302214Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.162283466Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.604804962Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.831198781Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.836352717Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:50.839413291Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:51.587852726Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:51.914169086Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:51.918604897Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:51.921511037Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:52.876141805Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:52.880946444Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:52.883720731Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:54.219545934Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:54.223167446Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:54.225936863Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:55.518453659Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:55.526791211Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:55.530899586Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:56.317914187Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:56.328063547Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:56.33163166Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:57.688507313Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:57.694750221Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:57.704023793Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:58.798019015Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:58.804202843Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:58.807190674Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:59.594309418Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:59.606942968Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:28:59.627121885Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:00.3372286Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:00.344899969Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:00.348349919Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:00.58159427Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:01.563490429Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:01.589077697Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:29:01.591586839Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.030447078s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:01.783058668Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:01.788325946Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:01.792037323Z","hostname":"oxz_switch","pid":5327} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:02.469430953Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1072, tv_nsec: 891928101 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:02.47025688Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:02.521808353Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:03.186818718Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:03.190957164Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:03.194056787Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:04.679049562Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:04.684388322Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:04.687547677Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:05.719821426Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:05.72629885Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:05.730365254Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:06.50209155Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:06.507218712Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:06.509841449Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:13.810479344Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:13.819402348Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:13.835287206Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:13.836328977Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:13.848196072Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:15.049894575Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:15.056868564Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:15.061066483Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:16.342209725Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:16.348973105Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:16.392448675Z","hostname":"oxz_switch","pid":5327} {"msg":"removed stale NDP entry :fe80::bcaf:45ff:fe49:618f->be:af:45:49:61:8f","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:29:16.462458087Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:17.144646305Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:17.152492748Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:17.15659707Z","hostname":"oxz_switch","pid":5327} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:17.498689495Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:29:17.506530339Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.976240137s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.22240861Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.228392822Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.232185889Z","hostname":"oxz_switch","pid":5327} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-23T16:29:18.658063602Z","hostname":"oxz_switch","pid":5327,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcaf:45ff:fe49:618f->be:af:45:49:61:8f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.805558428Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.813256727Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:18.817289529Z","hostname":"oxz_switch","pid":5327} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.858609233Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1090, tv_nsec: 306864236 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.860090728Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.871150849Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.875934497Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.878823034Z","hostname":"oxz_switch","pid":5327} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:19.901313655Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:20.970253631Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:20.974655205Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:20.977396914Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:21.898437424Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:21.903788253Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:21.906918153Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:22.695104081Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:22.700107257Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:22.702919615Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:23.394541239Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:23.399911237Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:23.402933186Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:23.848143689Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:23.848813454Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:24.830788272Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:24.835109968Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:24.838517711Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:25.937679847Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:25.943460053Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:25.946460678Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:27.310378964Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:27.315265515Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:27.318424342Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:28.237217648Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:28.242840244Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:28.246643332Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:29.417845413Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:29.422768804Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:29.425942939Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:30.583807444Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:30.589662785Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:30.592394481Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.338085308Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.343168543Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.346563693Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.916849552Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.922280604Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:31.925395418Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:32.680648943Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:32.685977933Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:32.688982865Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:33.854315555Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:33.855162272Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:34.033263805Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:34.038281479Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:34.040991624Z","hostname":"oxz_switch","pid":5327} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:34.909187602Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:29:34.910096681Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.370758232s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:35.483919793Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:35.489445056Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:35.492137951Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:36.295136768Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:36.300406476Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:36.30349258Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:37.569191373Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:37.574600964Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:37.577954273Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.449329786Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.454828019Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.457720249Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.977835627Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.982650516Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:38.985431163Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:39.529974193Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:39.535386025Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:39.53806783Z","hostname":"oxz_switch","pid":5327} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:39.995634701Z","hostname":"oxz_switch","pid":5327,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"22821aba-0e42-4251-bba1-cfd3795ce2e0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"898d20d1-89b6-49fd-bdf8-f7f44c462267.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3fd166e-83b4-4105-9fe2-3b5421d608da.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1110, tv_nsec: 437875886 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:39.996283275Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:40.028373845Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:40.925683551Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:40.931005711Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:40.933936951Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:42.351730422Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:42.35698995Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:42.360100254Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:43.784766146Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:43.790235688Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:43.793766551Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:43.856767957Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:43.8690748Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:45.19498437Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:45.200141496Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:45.203284501Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:46.142056548Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:46.147706474Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:46.150593073Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:47.220798975Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:47.226217316Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:47.229413092Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:48.195405009Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:48.200964274Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:48.203778411Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:49.206092795Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:49.211858425Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:49.21501933Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:50.281557345Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:50.287290763Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:50.290353576Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:51.367245295Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:51.373275639Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:51.376743491Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:52.437741082Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:52.443394529Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:52.446089204Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:53.760955947Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:53.7664544Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:53.769445622Z","hostname":"oxz_switch","pid":5327} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:53.870679724Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9372155628124625121"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:53.871101072Z","hostname":"oxz_switch","pid":5327,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16008137382151199390"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:54.884136658Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:54.88955645Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:54.892711014Z","hostname":"oxz_switch","pid":5327} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:55.029737403Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-23T16:29:55.030623101Z","hostname":"oxz_switch","pid":5327,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"104.491155023s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:55.654437811Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:55.660138458Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:55.663218801Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:56.50426063Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:56.509544679Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:56.516674075Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:57.681457632Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:57.687319663Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:57.690648271Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.213791131Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.218527058Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.221866667Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.885562978Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.891172773Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:58.894294588Z","hostname":"oxz_switch","pid":5327} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:59.617465891Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportrear0_0 addrs [fe80::e88f:b4ff:fe4a:7149]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:59.623063977Z","hostname":"oxz_switch","pid":5327} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-23T16:29:59.626328134Z","hostname":"oxz_switch","pid":5327}