[ Feb 14 05:12:14 Enabled. ] [ Feb 14 05:12:14 Rereading configuration. ] [ Feb 14 05:12:14 Rereading configuration. ] [ Feb 14 05:12:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 14 05:12:35 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.921533001Z","hostname":"oxz_switch","pid":4913,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.975461822Z","hostname":"oxz_switch","pid":4913} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.97579205Z","hostname":"oxz_switch","pid":4913} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.976054656Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.977997213Z","hostname":"oxz_switch","pid":4913,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c6244b46-9fce-408d-94b2-e1f9b9033e58,\n ),\n sled_id: Some(\n a15c8e19-6464-440c-bfd7-5668c00f271e,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.979367626Z","hostname":"oxz_switch","pid":4913} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.979396026Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.985114423Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::989d:6ff:fe74:75d7->9a:9d:06:74:75:d7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:35.985293798Z","hostname":"oxz_switch","pid":4913} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:35.985950433Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6013:5aff:fe23:a7e1->62:13:5a:23:a7:e1"} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:35.991060946Z","hostname":"oxz_switch","pid":4913} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:12:35.996739182Z","hostname":"oxz_switch","pid":4913} [ Feb 14 05:12:36 Rereading configuration. ] [ Feb 14 05:12:36 Executing refresh method (:kill). ] [ Feb 14 05:12:36 Stopping because all processes in service exited. ] [ Feb 14 05:12:36 Executing stop method (:kill). ] [ Feb 14 05:12:36 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 14 05:12:36 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.557254683Z","hostname":"oxz_switch","pid":5041,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.607285801Z","hostname":"oxz_switch","pid":5041} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.607620179Z","hostname":"oxz_switch","pid":5041} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.607716291Z","hostname":"oxz_switch","pid":5041,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.609685078Z","hostname":"oxz_switch","pid":5041,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.609730969Z","hostname":"oxz_switch","pid":5041,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: c6244b46-9fce-408d-94b2-e1f9b9033e58, sled_id: a15c8e19-6464-440c-bfd7-5668c00f271e, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: a671489e-c1a0-4df0-a424-07cee9579c68, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.60975045Z","hostname":"oxz_switch","pid":5041,"unit":"oximeter","producer_id":"c1098dc1-3a0a-4971-8f41-b05f905b852e"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c6244b46-9fce-408d-94b2-e1f9b9033e58,\n ),\n sled_id: Some(\n a15c8e19-6464-440c-bfd7-5668c00f271e,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.611586223Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.619290348Z","hostname":"oxz_switch","pid":5041} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.620542108Z","hostname":"oxz_switch","pid":5041,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::989d:6ff:fe74:75d7->9a:9d:06:74:75:d7"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.620875176Z","hostname":"oxz_switch","pid":5041,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6013:5aff:fe23:a7e1->62:13:5a:23:a7:e1"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.622757601Z","hostname":"oxz_switch","pid":5041,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.624168205Z","hostname":"oxz_switch","pid":5041,"local_addr":"[fd00:1122:3344:101::2]:39931","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.624226746Z","hostname":"oxz_switch","pid":5041,"local_addr":"[fd00:1122:3344:101::2]:39931","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.624432441Z","hostname":"oxz_switch","pid":5041,"local_addr":"[fd00:1122:3344:101::2]:39931","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:39931","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.624450012Z","hostname":"oxz_switch","pid":5041,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.624457612Z","hostname":"oxz_switch","pid":5041,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.624638156Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.625050266Z","hostname":"oxz_switch","pid":5041,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.625114298Z","hostname":"oxz_switch","pid":5041,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:39931","producer_id":"c1098dc1-3a0a-4971-8f41-b05f905b852e"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:36.625127938Z","hostname":"oxz_switch","pid":5041,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.625135668Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.626235424Z","hostname":"oxz_switch","pid":5041} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.626712256Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.628429307Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-14T05:12:09.801336837Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.628462458Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","id":"5600952849460923443"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:36.628479518Z","hostname":"oxz_switch","pid":5041,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:12:36.630121297Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.658673005Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.664022173Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.667207239Z","hostname":"oxz_switch","pid":5041} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.667423884Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.66850389Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-14T05:12:09.801204724Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.668556002Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","id":"16955136234713264223"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:37.668566602Z","hostname":"oxz_switch","pid":5041,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:12:37.762303226Z","hostname":"oxz_switch","pid":5041,"interface":"tfportqsfp0_0","entry":"10.151.2.174->32:e6:b2:ff:79:f5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:38.592590867Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:38.599610585Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:38.602858783Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:39.209106509Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:39.215042571Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:39.218715419Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:40.638434812Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:40.643380121Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:40.646442644Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.628004606Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8250, tv_nsec: 381798716 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.628553659Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.661873407Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.737283852Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.742387445Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:41.745264323Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.260399117Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.265122321Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.268694126Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.880562337Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.885399503Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:42.887831401Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:43.964825799Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:43.97031624Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:43.973194649Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.020424824Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.025554266Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.028405445Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.6989153Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.703306725Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:45.706129922Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:46.632570345Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:46.676674681Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:46.681047546Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:46.683659988Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:47.670580668Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.047027511Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.052610145Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.05532345Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.841654208Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.845972381Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:48.848744488Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:49.793245393Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:49.798197512Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:49.800949598Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:51.069464811Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:51.074100822Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:51.076868238Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:52.315890555Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:52.320325031Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:52.32320774Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:53.182946492Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:53.187160533Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:53.189906469Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:54.464539939Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:54.469295553Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:54.471703961Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:55.844582132Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:55.850658698Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:55.853926737Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:56.428762925Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:56.433228402Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:56.437013363Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:56.620595123Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:56.648628726Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:12:56.649702652Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.038751253s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.009225688Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8265, tv_nsec: 778475091 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.009767851Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.042554768Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.207136671Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.211800853Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.214941549Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:57.654610959Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:58.635785179Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:58.646618932Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:12:58.655552196Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:00.160489599Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:00.16800619Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:00.174756412Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:01.583796151Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:01.589784265Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:01.592843899Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:02.284042323Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:02.289657668Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:02.292784988Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:03.568798187Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:03.5739148Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:03.576938742Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.055706955Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.060850008Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.063793359Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.791155842Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.795873945Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:05.798460527Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:06.597492401Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:06.726604271Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:06.732224816Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:06.735643158Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:07.471128796Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:07.475216174Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:07.477656943Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:07.629113489Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:08.167034914Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:08.172647709Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:08.175897416Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:09.58363083Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:09.591297654Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:09.59657666Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.141082291Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.146827289Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.149938713Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.736405309Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.74188996Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:10.744517843Z","hostname":"oxz_switch","pid":5041} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.013954653Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:13:12.01553278Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.439116597s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.140717078Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.145756869Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.148522345Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.715212664Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8281, tv_nsec: 517777091 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.715759167Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.75136312Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.94933469Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.9539533Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:12.9572737Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:14.09992913Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:14.104276164Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:14.107129442Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:15.327361629Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:15.331847786Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:15.334395227Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:16.592791346Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:16.637035295Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:16.64267068Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:16.645915628Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:17.627726285Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:17.757969213Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:17.76335929Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:17.767337847Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.220699564Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.228288636Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.232791804Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.94262139Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.949659748Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:19.9539101Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:21.196609126Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:21.200406997Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:21.203419589Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:22.466386111Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:22.477170019Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:22.48014121Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:23.633648384Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:23.639205548Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:23.642070136Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:24.503516155Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:24.50786169Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:24.510996005Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:25.469437327Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:25.47417831Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:25.477208523Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:26.180528136Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:26.184994723Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:26.187882792Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:26.593927287Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:27.338569512Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:27.343870089Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:27.3468488Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:27.628978997Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:27.752030405Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:13:27.753253384Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.177990855s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:28.297511978Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:28.303395829Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:28.306703748Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.09899557Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.10442234Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.10777918Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.172989922Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8297, tv_nsec: 977037506 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.173455273Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.205107721Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.969870715Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.975760286Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:29.979170618Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:30.69712239Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:30.702720264Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:30.705791787Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:31.340100176Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:31.345812303Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:31.348764373Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:32.019434313Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:32.025095398Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:32.028295015Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:32.998805923Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:33.003791162Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:33.006532838Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:34.140997299Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:34.146298396Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:34.149069623Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:35.153238109Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:35.15827133Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:35.161823925Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.276996289Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.28286671Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.286130458Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.594004101Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.846824125Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.852695136Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:36.856383544Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:37.629074686Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:37.707909194Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:37.71358367Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:37.717003652Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:39.150228491Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:39.156183403Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:39.159202096Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:40.187275804Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:40.192759415Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:40.196002023Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:41.27165165Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:41.279721173Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:41.284408295Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:42.652466323Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:42.661859738Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:42.670871234Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:43.481449873Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:43.57819904Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:43.644934338Z","hostname":"oxz_switch","pid":5041} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:44.232093777Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:13:44.237810463Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.660875457s","count":"3"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:47.593685799Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8316, tv_nsec: 388759622 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:47.668968472Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:47.670520999Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:47.671969954Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:47.739903021Z","hostname":"oxz_switch","pid":5041} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:48.787949166Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:48.797368882Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:48.823305573Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:50.779627085Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:50.789404769Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:50.794610533Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:52.194202414Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:52.241926227Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:52.407341128Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:53.832056722Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:53.83992343Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:53.846337073Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:54.617286882Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:54.624555826Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:54.629453754Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:57.136538353Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:57.167789512Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:57.771661981Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:57.975921662Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:57.978647277Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:58.937987597Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:58.945132928Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:13:58.949761558Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:00.008823206Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:00.016361897Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:00.020419394Z","hostname":"oxz_switch","pid":5041} {"msg":"removed stale NDP entry :fe80::6013:5aff:fe23:a7e1->62:13:5a:23:a7:e1","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:14:00.964767206Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.209346682Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.215988051Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.219659089Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.889749973Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.896586567Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:01.900257655Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:02.551952739Z","hostname":"oxz_switch","pid":5041} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:14:02.552579874Z","hostname":"oxz_switch","pid":5041,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6013:5aff:fe23:a7e1->62:13:5a:23:a7:e1"} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:02.575341509Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:02.589425496Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:03.605542215Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:03.612774058Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:03.617222865Z","hostname":"oxz_switch","pid":5041} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:03.796456217Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:14:03.801908877Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"87.228164801s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:04.953444659Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:04.958846409Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:05.017697158Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.040075758Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.044472383Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.046905032Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.950644781Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.955835075Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:06.958862588Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:07.979390633Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:08.025764144Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:08.110635706Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:08.116706281Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:08.120184545Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.232264362Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8338, tv_nsec: 36757267 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.279391941Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.786043742Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.795841427Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.801227576Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:09.804132285Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:10.698179772Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:10.7035425Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:10.706423599Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:11.733886511Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:11.739341242Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:11.742423135Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:12.720741911Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:12.726165361Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:12.729269295Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:13.690206974Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:13.695982452Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:13.7514421Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:14.500629128Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:14.50697059Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:14.510478194Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:15.158590832Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:15.163465689Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:15.166637995Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:16.433234853Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:16.438628892Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:16.441724196Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:17.389613583Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:17.394952Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:17.398859374Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:18.028686834Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:18.030055337Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:18.790946465Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:18.796097379Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:18.800018643Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:19.34202171Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:19.348278Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:19.351889947Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:20.2867284Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:20.294190349Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:20.298702887Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:21.408760146Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:21.415379164Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:21.439912672Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:22.392114682Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:22.399649662Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:22.403222488Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.074192603Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.079328106Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.082210915Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.614991132Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.62364601Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:23.627625095Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:24.368141316Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:24.37791714Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:24.383899933Z","hostname":"oxz_switch","pid":5041} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:24.786494393Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:14:24.787845575Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"108.214638777s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:25.793399223Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:25.801892696Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:25.805070592Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:27.316601714Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:27.323090259Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:27.326440949Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:28.030932967Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:28.031305706Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:28.749057002Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:28.755124818Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:28.758248382Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.603505941Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.610208351Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.610396386Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8358, tv_nsec: 416280479 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.611032781Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.651435648Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:29.65544725Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:31.010912087Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:31.021212894Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:31.026127941Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.005875959Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.014877504Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.01885738Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.983836734Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.990984845Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:32.994485209Z","hostname":"oxz_switch","pid":5041} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:33.206600418Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-14T05:14:33.20751664Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"116.634193471s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:33.98056832Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:33.98681909Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:34.008675273Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:35.374931387Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:35.38047179Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:35.383929772Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:36.413385941Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:36.41920619Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:36.422843137Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:37.687059348Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:37.693117173Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:37.696666848Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:38.033834661Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:38.034323412Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:39.038106057Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:39.044630143Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:39.048326732Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:40.155318377Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:40.161187577Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:40.165247235Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:41.280734314Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:41.287070036Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:41.290463497Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:42.404382598Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:42.41363794Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:42.418784823Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:43.09105721Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:43.097682219Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:43.101634753Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:44.610094342Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:44.615901191Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:44.619574329Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:45.40563343Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:45.412954916Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:45.416830508Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:46.272760053Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:46.277975828Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:46.281556284Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:47.720790564Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:47.726518331Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:47.729918203Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:48.036505424Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:48.036907493Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:48.926167195Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:48.932393635Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:48.936350779Z","hostname":"oxz_switch","pid":5041} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:49.245615824Z","hostname":"oxz_switch","pid":5041,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"054da191-a178-41f7-88a3-dc0bff867820.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"092896e9-df71-4acb-97cc-7af5dc187ed9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0cfdae07-f989-48d2-9467-216be9ce6ae4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8378, tv_nsec: 51421298 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:49.246051855Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:49.278504852Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:49.339421241Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc6a65e-bc5b-41cb-9bb2-72ea6fae9a93\", \"content-length\": \"41\", \"date\": \"Sat, 14 Feb 2026 05:14:49 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:49.340906336Z","hostname":"oxz_switch","pid":5041,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:50.200049797Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:50.205874967Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:50.208947241Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:51.33404724Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:51.340026533Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:51.343345202Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:52.43288962Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:52.438336741Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:52.441329622Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.021713658Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.028559552Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.032072706Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.618659412Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.624579544Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:53.627587226Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:54.861116402Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:54.867425373Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:54.870579158Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:55.573830896Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:55.689828154Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:55.69301328Z","hostname":"oxz_switch","pid":5041} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:14:56.047653711Z","hostname":"oxz_switch","pid":5041,"local_addr":"[fd00:1122:3344:101::2]:39931","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:43802"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-02-14T05:14:56.063966372Z","hostname":"oxz_switch","pid":5041,"uri":"/c1098dc1-3a0a-4971-8f41-b05f905b852e","method":"GET","req_id":"e80c0e8a-db50-4c8a-9964-ade96275989d","remote_addr":"[fd00:1122:3344:101::d]:43802","local_addr":"[fd00:1122:3344:101::2]:39931","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":6815,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:56.375190264Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:56.380664605Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:56.383865422Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.149987646Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.156138173Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.159130285Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.729623945Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.735914166Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:57.739204645Z","hostname":"oxz_switch","pid":5041} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:58.038005589Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5600952849460923443"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:58.038402658Z","hostname":"oxz_switch","pid":5041,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16955136234713264223"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:58.575876168Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:58.583051659Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:58.587051665Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:59.938962055Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:59.945070311Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:14:59.948911823Z","hostname":"oxz_switch","pid":5041} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:15:00.762709809Z","hostname":"oxz_switch","pid":5041} {"msg":"sync tfportrear0_0 addrs [fe80::989d:6ff:fe74:75d7]","v":0,"name":"tfportd","level":20,"time":"2026-02-14T05:15:00.771232873Z","hostname":"oxz_switch","pid":5041}