[ Mar 2 22:56:48 Enabled. ] [ Mar 2 22:56:48 Rereading configuration. ] [ Mar 2 22:56:49 Rereading configuration. ] [ Mar 2 22:57:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 22:57:10 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.169700497Z","hostname":"oxz_switch","pid":5192,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.174530266Z","hostname":"oxz_switch","pid":5192} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.174856221Z","hostname":"oxz_switch","pid":5192} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.175277058Z","hostname":"oxz_switch","pid":5192,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.177351301Z","hostname":"oxz_switch","pid":5192,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2761923a-e337-4137-8b5b-e7743773083a,\n ),\n sled_id: Some(\n cdb0f4bb-c163-47ef-8cc2-a740c2d2c48b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.178941427Z","hostname":"oxz_switch","pid":5192} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.178961627Z","hostname":"oxz_switch","pid":5192,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.182934252Z","hostname":"oxz_switch","pid":5192,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d815:2aff:fe58:62a8->da:15:2a:58:62:a8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.184163342Z","hostname":"oxz_switch","pid":5192} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.188699346Z","hostname":"oxz_switch","pid":5192} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:57:10.193519174Z","hostname":"oxz_switch","pid":5192} [ Mar 2 22:57:10 Rereading configuration. ] [ Mar 2 22:57:10 Executing refresh method (:kill). ] [ Mar 2 22:57:10 Stopping because all processes in service exited. ] [ Mar 2 22:57:10 Executing stop method (:kill). ] [ Mar 2 22:57:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 22:57:10 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.776063117Z","hostname":"oxz_switch","pid":5406,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.776918851Z","hostname":"oxz_switch","pid":5406} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.777226456Z","hostname":"oxz_switch","pid":5406} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.777313767Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.779172217Z","hostname":"oxz_switch","pid":5406,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.779255989Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2761923a-e337-4137-8b5b-e7743773083a, sled_id: cdb0f4bb-c163-47ef-8cc2-a740c2d2c48b, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e69d3679-8212-42cf-8158-1cf0e8679fed, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.779275699Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter","producer_id":"0c4c50f8-a046-4417-86c1-5cc41dc6535c"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2761923a-e337-4137-8b5b-e7743773083a,\n ),\n sled_id: Some(\n cdb0f4bb-c163-47ef-8cc2-a740c2d2c48b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.780467258Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.787432202Z","hostname":"oxz_switch","pid":5406} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.788457678Z","hostname":"oxz_switch","pid":5406,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4cff:aaff:fedc:87e9->4e:ff:aa:dc:87:e9"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.788689832Z","hostname":"oxz_switch","pid":5406,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d815:2aff:fe58:62a8->da:15:2a:58:62:a8"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.791080441Z","hostname":"oxz_switch","pid":5406,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.792564765Z","hostname":"oxz_switch","pid":5406,"local_addr":"[fd00:1122:3344:101::2]:34076","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.792689977Z","hostname":"oxz_switch","pid":5406,"local_addr":"[fd00:1122:3344:101::2]:34076","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.792738758Z","hostname":"oxz_switch","pid":5406} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.792989812Z","hostname":"oxz_switch","pid":5406,"local_addr":"[fd00:1122:3344:101::2]:34076","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:34076","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.793096574Z","hostname":"oxz_switch","pid":5406,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.793105744Z","hostname":"oxz_switch","pid":5406,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.794259153Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.795022795Z","hostname":"oxz_switch","pid":5406,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.795143897Z","hostname":"oxz_switch","pid":5406,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:34076","producer_id":"0c4c50f8-a046-4417-86c1-5cc41dc6535c"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:10.795156907Z","hostname":"oxz_switch","pid":5406,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.795163367Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.795261739Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:57:10.795890619Z","hostname":"oxz_switch","pid":5406} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.796327246Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T22:56:44.155416261Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.796359707Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","id":"1450670501518571242"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:10.796369367Z","hostname":"oxz_switch","pid":5406,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.388340073Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.393383925Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.396564836Z","hostname":"oxz_switch","pid":5406} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.39679032Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.397711985Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T22:56:44.155279629Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.397795356Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","id":"3144952463981324547"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:11.397825087Z","hostname":"oxz_switch","pid":5406,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:11.739372345Z","hostname":"oxz_switch","pid":5406,"interface":"tfportqsfp0_0","entry":"10.151.1.174->b6:89:d2:83:6b:65"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:12.084217436Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:12.089891879Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:12.092773195Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:13.401609267Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:13.406973404Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:13.410143675Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:14.227692435Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:14.234916723Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:14.238733734Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.480829111Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.485479027Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.488002178Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.79840357Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 659, tv_nsec: 269254367 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.798907388Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:15.840712687Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:16.329715061Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:16.335082328Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:16.337651049Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:17.737083932Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:17.741762298Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:17.744457852Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:18.999786943Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:19.004858846Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:19.007520689Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:19.885099174Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:19.890092986Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:19.892806639Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:20.801156345Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:21.126221215Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:21.13087141Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:21.134236745Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:21.399204989Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.16936926Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.173049839Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.175714803Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.700552348Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.705137633Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:22.707896528Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:23.224863695Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:23.229970458Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:23.232705743Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:24.396695381Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:24.401866575Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:24.404299534Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:25.686785197Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:25.690928274Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:25.694012304Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:27.57002844Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:27.004060996Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:27.008029481Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:28.404910549Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:28.410671339Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:28.414121827Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.004273843Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.010373415Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.013437456Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.738347645Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.744125079Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:29.747427113Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:30.802716028Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:30.811674698Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:30.815968368Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:30.871882184Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:30.911894994Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:57:30.911944327Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.048686261s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:31.333677104Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 674, tv_nsec: 732568083 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:31.414544982Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:31.470952665Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:31.505771105Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.068374215Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.081169687Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.084709446Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.938916824Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.944056266Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:32.947820002Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:34.454389976Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:34.459509556Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:34.462355117Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:35.01077143Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:35.014977059Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:35.017659483Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:36.002071414Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:36.006345043Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:36.009581505Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:37.509918186Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:37.514476277Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:37.517398213Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:38.421544191Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:38.425593257Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:38.427924265Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:39.006425863Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:39.01202782Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:39.015114134Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:40.522751281Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:40.527525312Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:40.530116921Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:40.903062655Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:41.500723507Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:41.765170045Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:41.77198391Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:41.779024627Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:42.524499931Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:42.529063225Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:42.531903158Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:43.347274703Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:43.353513478Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:43.35691206Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:44.586659919Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:44.590895544Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:44.593622215Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:45.560306739Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:45.564837955Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:45.568087368Z","hostname":"oxz_switch","pid":5406} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:46.548916141Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:57:46.550930135Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.645285803s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:46.618324847Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:46.623017725Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:46.62555967Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.205437224Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 690, tv_nsec: 563719843 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.205948807Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.241074416Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.929321004Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.934278539Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:47.937970991Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:48.911369972Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:48.917182159Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:48.920742624Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:54.676200347Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:54.684851493Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:54.695894139Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:54.696710875Z","hostname":"oxz_switch","pid":5406} {"msg":"removed stale NDP entry :fe80::4cff:aaff:fedc:87e9->4e:ff:aa:dc:87:e9","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:54.852119033Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:54.874900692Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:55.394221911Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:55.40057902Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:55.404258153Z","hostname":"oxz_switch","pid":5406} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:57:55.908513387Z","hostname":"oxz_switch","pid":5406,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4cff:aaff:fedc:87e9->4e:ff:aa:dc:87:e9"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:56.518359928Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:56.525729988Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:56.530535626Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:57.732420861Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:57.738536812Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:57.75119921Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:58.821898789Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:58.828035487Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:58.832756669Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:59.573653044Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:59.580011374Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:57:59.58359916Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:00.230945578Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:00.236128097Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:00.239569649Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.223961651Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.230584155Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.235034106Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.82282876Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.829733821Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:01.834095504Z","hostname":"oxz_switch","pid":5406} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:02.286523561Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:58:02.295090139Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.346543423s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.029277229Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 706, tv_nsec: 344502247 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.029888095Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.084114948Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.214831569Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.220085752Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:03.223038511Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.116513354Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.122022193Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.125610887Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.71639503Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.723997992Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.892563445Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.89886668Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:04.902972164Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:05.791935618Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:05.806006057Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:05.814453669Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:06.399775517Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:06.406788359Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:06.411574591Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:07.828857731Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:07.835979812Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:07.839901304Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:08.887792952Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:08.894269764Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:08.898088193Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:10.354360589Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:10.361388068Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:10.365831725Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:11.111708894Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:11.119530957Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:11.123838755Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:12.458032514Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:12.463199292Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:12.466185186Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:13.324208314Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:13.329569897Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:13.332451054Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:13.972306103Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:13.977543594Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.031352581Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.746564089Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.753310396Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.939765455Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.944600022Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:14.948279666Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:15.566987299Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:15.57262057Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:15.575424377Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:16.996369234Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:17.002818244Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:17.006493034Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:17.633932388Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:17.639329603Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:17.642713014Z","hostname":"oxz_switch","pid":5406} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:18.125471205Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:58:18.126486598Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.135383968s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:18.425776073Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:18.432031802Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:18.43551155Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:19.242415515Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:19.247358001Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:19.249962265Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.144430188Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.149497221Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.152869603Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.489332183Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 723, tv_nsec: 761916815 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.49101439Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:20.62374204Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:21.165177667Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:21.171421991Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:21.176087549Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:22.573310989Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:22.578677862Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:22.58223282Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:23.49648146Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:23.501649414Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:23.504917117Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:24.568412241Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:24.582127444Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:24.58494793Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:24.76226424Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:24.767718049Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:25.532067845Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:25.537248269Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:25.540122856Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:26.519002477Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:26.524809901Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:26.528133795Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.247762105Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.253131272Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.256454196Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.778544157Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.784073357Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:27.787623895Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:28.632534059Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:28.640492709Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:28.644771358Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:29.60955019Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:29.616627316Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:29.620535259Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:30.272430258Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:30.278664939Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:30.282549442Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.11650604Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.12268323Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.12636434Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.672565662Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.678190513Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:31.681936294Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:32.541150602Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:32.548743345Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:32.552350463Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:33.37953118Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:33.385905483Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:33.389890458Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:34.418641829Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:34.425142565Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:34.429069269Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:34.765755678Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:34.769405607Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:35.62654126Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:58:35.627814981Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"84.632310308s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:35.741557158Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:35.74966016Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:35.754035661Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:36.418527405Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:36.425975696Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:36.42992158Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:37.536971953Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:37.548558401Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:37.553551882Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:38.640151573Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:38.64801347Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:38.652711186Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:39.863939442Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:39.87245437Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:39.876535326Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:40.569298469Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:40.574548154Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:40.577770997Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.191223301Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 744, tv_nsec: 461758623 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.192036275Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.22742184Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.267693874Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:58:41.268171081Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"90.272580358s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.530410851Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.535165998Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:41.538225248Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:42.859787575Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:42.864839807Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:42.868373634Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:43.471287128Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:43.47635537Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:43.47943666Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.085459104Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.090231522Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.09320016Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.737669608Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.743522413Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.746611863Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.770268937Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:44.771737881Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.170748826Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.176243745Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.179555379Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.867801628Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.873570432Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:46.87709987Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:47.58388211Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:47.589648753Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:47.59250612Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.688003674Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.693388622Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.696815948Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.879691268Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 752, tv_nsec: 149950130 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.880226437Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:48.912209401Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:49.109606893Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a579b50c-3f88-4d79-a5bf-99f2465fd145\", \"content-length\": \"133\", \"date\": \"Mon, 02 Mar 2026 22:58:49 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:58:49.11164105Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a579b50c-3f88-4d79-a5bf-99f2465fd145\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Mon, 02 Mar 2026 22:58:49 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a579b50c-3f88-4d79-a5bf-99f2465fd145\\\" }\"","delay":"98.115813214s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:49.52684934Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:49.532275668Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:49.535023253Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.018896686Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.024153701Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.027701229Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.830431508Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.838624111Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:51.842764149Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:52.453300126Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:52.459831012Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:52.463804826Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:53.217855485Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:53.223029739Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:53.226111309Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:54.229885913Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:54.235086098Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:54.238445723Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:54.773020416Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:54.773403692Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:55.376230125Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:55.382240322Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:55.385322062Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:56.458109758Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:56.463232522Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:56.465874794Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:57.972724381Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:57.978630847Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:57.981485964Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:58.948642994Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:58.953477323Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:58.957134352Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:59.690552825Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:59.696118616Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:58:59.704684705Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:01.178928242Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:01.185060411Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:01.189015666Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.0603907Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.066296616Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.069457378Z","hostname":"oxz_switch","pid":5406} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.831477196Z","hostname":"oxz_switch","pid":5406,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"05fe55b8-a150-4a45-9299-9d42a6478612.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4195ce17-d030-4598-a98e-4d0e8d236e92.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8076e7bd-93b5-4542-9a03-83d8ddcc83d2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 766, tv_nsec: 101395048 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.832114006Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.864910479Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.959807031Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.965480572Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.968783266Z","hostname":"oxz_switch","pid":5406} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.98132271Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0ecb74-280c-4985-bec4-114178d8961f\", \"content-length\": \"41\", \"date\": \"Mon, 02 Mar 2026 22:59:02 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:02.983301692Z","hostname":"oxz_switch","pid":5406,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:04.441331206Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:04.44652204Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:04.450135079Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:04.77527027Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:04.775695437Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:05.767918925Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:05.773621187Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:05.776943181Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:06.690840137Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:06.697243301Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:06.700767458Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:07.266845323Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:07.272267901Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:07.275594345Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:08.348607854Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:08.354254346Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:08.357340116Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:09.501160647Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:09.506476913Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:09.509749166Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:10.954563605Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:10.961136292Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:10.964393535Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:11.591539262Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:11.597099553Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:11.600307325Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:12.553703372Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:12.559540086Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:12.562279481Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:13.662381941Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:13.668323277Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:13.672229631Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:14.43619596Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:14.441767281Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:14.444711938Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:14.777528765Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:14.777949762Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:15.327095032Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:15.33253943Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:15.335627421Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:16.157061864Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:16.163191784Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:16.166573959Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:17.244140442Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:17.24959066Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:17.253064807Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:18.461898053Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:18.467331801Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:18.470412271Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:19.887177085Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:19.892973679Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:19.895893487Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:21.298159355Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:21.304470187Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:21.307785781Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:22.815339349Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:22.82087149Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:22.824345726Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:23.948703179Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:23.954662736Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:23.958485729Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:24.602382308Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:24.607179536Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:24.610587601Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:24.778926856Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:24.779342822Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:25.436417266Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:25.440604104Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:25.443341898Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:26.684726693Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:26.689390269Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:26.692388848Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:28.14541593Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:28.15093181Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:28.154223764Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:29.662525545Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:29.666964843Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:29.669869079Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:30.791110216Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:30.797051692Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:30.800158143Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:32.231582864Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:32.237855705Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:32.241006617Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:33.522901919Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:33.528550091Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:33.531394877Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.167753584Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.172740364Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.176289532Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.781593615Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.782992187Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.939823595Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.945277193Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:34.948204051Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:36.161042292Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:36.167134741Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:36.170580717Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:37.675996267Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:37.682669328Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:37.68644884Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:38.706962781Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:38.713395051Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:38.716919598Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:39.762924099Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:39.768565661Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:39.771628851Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:40.953467739Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:40.95904735Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:40.962667989Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:42.222650146Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:42.228935298Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:42.232389964Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.375027805Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.381959188Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.385631557Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.909011649Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.91580235Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:43.919275736Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:44.785335154Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:44.785953294Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:45.311679984Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:45.317748172Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:45.320962885Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:46.355787094Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:46.361641319Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:46.365225727Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:47.387061276Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:47.39285559Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:47.396307196Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:48.758966441Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:48.764915098Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:48.768355704Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.089338511Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.095015443Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.098019222Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.756984676Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.762922692Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:50.766656493Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:51.35935548Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:51.364793518Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:51.368247689Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:52.691638511Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:52.696739634Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:52.700421507Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:54.139674233Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:54.144347819Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:54.147533691Z","hostname":"oxz_switch","pid":5406} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:54.788288599Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1450670501518571242"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:54.788684786Z","hostname":"oxz_switch","pid":5406,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3144952463981324547"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:55.460455808Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:55.465737204Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:55.468926205Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:56.312933446Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:56.319144087Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:56.322808466Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:57.528039595Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:57.533223419Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:57.536256118Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:59.031813903Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:59.037415304Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:59:59.0402488Z","hostname":"oxz_switch","pid":5406} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T23:00:00.052698186Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportrear0_0 addrs [fe80::d815:2aff:fe58:62a8]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T23:00:00.05849652Z","hostname":"oxz_switch","pid":5406} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T23:00:00.062070289Z","hostname":"oxz_switch","pid":5406}