[ Feb 5 23:43:02 Enabled. ] [ Feb 5 23:43:02 Rereading configuration. ] [ Feb 5 23:43:03 Rereading configuration. ] [ Feb 5 23:43:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 5 23:43:14 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.290953366Z","hostname":"oxz_switch","pid":4588,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.334214751Z","hostname":"oxz_switch","pid":4588} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.334471043Z","hostname":"oxz_switch","pid":4588} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.336460703Z","hostname":"oxz_switch","pid":4588,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.336576334Z","hostname":"oxz_switch","pid":4588,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 385d555a-b466-4545-bb71-8debbb978f8d,\n ),\n sled_id: Some(\n 6eb8fc83-ced2-4d0c-8566-d24eaab66cb8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.337776966Z","hostname":"oxz_switch","pid":4588} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.337802906Z","hostname":"oxz_switch","pid":4588,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.342353831Z","hostname":"oxz_switch","pid":4588,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e8a8:e2ff:fe41:709a->ea:a8:e2:41:70:9a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.346213939Z","hostname":"oxz_switch","pid":4588} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.351941165Z","hostname":"oxz_switch","pid":4588} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:43:14.356960304Z","hostname":"oxz_switch","pid":4588} [ Feb 5 23:43:14 Rereading configuration. ] [ Feb 5 23:43:14 Executing refresh method (:kill). ] [ Feb 5 23:43:14 Stopping because all processes in service exited. ] [ Feb 5 23:43:14 Executing stop method (:kill). ] [ Feb 5 23:43:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 5 23:43:14 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.883087205Z","hostname":"oxz_switch","pid":4674,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.928206798Z","hostname":"oxz_switch","pid":4674} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.928544392Z","hostname":"oxz_switch","pid":4674} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.928653683Z","hostname":"oxz_switch","pid":4674,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.93041304Z","hostname":"oxz_switch","pid":4674,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.930597162Z","hostname":"oxz_switch","pid":4674,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 385d555a-b466-4545-bb71-8debbb978f8d, sled_id: 6eb8fc83-ced2-4d0c-8566-d24eaab66cb8, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 00c6ae36-7824-4e94-afa4-cad1a06a0ef0, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.930619492Z","hostname":"oxz_switch","pid":4674,"unit":"oximeter","producer_id":"562307ef-0290-46dd-91b3-9574b14bedc5"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 385d555a-b466-4545-bb71-8debbb978f8d,\n ),\n sled_id: Some(\n 6eb8fc83-ced2-4d0c-8566-d24eaab66cb8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.931849944Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.941926143Z","hostname":"oxz_switch","pid":4674} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.94261908Z","hostname":"oxz_switch","pid":4674,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fcfc:39ff:fe20:7636->fe:fc:39:20:76:36"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.942769772Z","hostname":"oxz_switch","pid":4674,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e8a8:e2ff:fe41:709a->ea:a8:e2:41:70:9a"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.944229366Z","hostname":"oxz_switch","pid":4674,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.944966023Z","hostname":"oxz_switch","pid":4674,"local_addr":"[fd00:1122:3344:101::2]:48253","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.945067484Z","hostname":"oxz_switch","pid":4674,"local_addr":"[fd00:1122:3344:101::2]:48253","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.945860352Z","hostname":"oxz_switch","pid":4674,"local_addr":"[fd00:1122:3344:101::2]:48253","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:48253","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.945879352Z","hostname":"oxz_switch","pid":4674,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.945891912Z","hostname":"oxz_switch","pid":4674,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.946125385Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.94662966Z","hostname":"oxz_switch","pid":4674,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.94668562Z","hostname":"oxz_switch","pid":4674,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:48253","producer_id":"562307ef-0290-46dd-91b3-9574b14bedc5"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:14.94669565Z","hostname":"oxz_switch","pid":4674,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.94670437Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.947779551Z","hostname":"oxz_switch","pid":4674} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.948184075Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.948372587Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-05T23:42:58.321283212Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.948430637Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","id":"15772519133576277109"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:14.948448377Z","hostname":"oxz_switch","pid":4674,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:43:14.950879751Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.706200274Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.710932461Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.714079121Z","hostname":"oxz_switch","pid":4674} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.714312274Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.715705357Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-05T23:42:58.321143051Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.715757568Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","id":"10358392019170590212"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:15.715770708Z","hostname":"oxz_switch","pid":4674,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-05T23:43:15.73838165Z","hostname":"oxz_switch","pid":4674,"interface":"tfportqsfp0_0","entry":"10.151.1.174->82:8e:59:6e:45:05"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:16.738763601Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:16.743880941Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:16.747009672Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:17.732326705Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:17.736807609Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:17.739441185Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:19.030730433Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:19.035615441Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:19.038024715Z","hostname":"oxz_switch","pid":4674} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:43:19.949485043Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"5.002750622s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.2799032Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 649, tv_nsec: 58778084 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.280440505Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.318312647Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.318440418Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.322965453Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.325451027Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.88539914Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.890719672Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:20.894039035Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:22.168440648Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:22.173354486Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:22.175911881Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:22.988457576Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:22.993421115Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:23.001320032Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:23.555380257Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:23.560172935Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:23.562950172Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:24.1305651Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:24.135104514Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:24.137937752Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:24.952153724Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:25.092131239Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:25.096910296Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:25.099529952Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:25.717745107Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:26.182540225Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:26.190501593Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:26.192935557Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:27.186190217Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:27.190656861Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:27.193469969Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:28.38719052Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:28.391162819Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:28.393572013Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:29.269299598Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:29.278349237Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:29.280991923Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:30.18639097Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:30.190979785Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:30.193606471Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:31.097723266Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:31.102720495Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:31.105581963Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:32.008634627Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:32.013607436Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:32.016170261Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.126981877Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.131626183Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.134770594Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.725826263Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.731474898Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:33.734110254Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:34.277181981Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:34.281602604Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:34.283942767Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:34.955010122Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:35.220171398Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:35.225594571Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:35.228184416Z","hostname":"oxz_switch","pid":4674} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:35.31909342Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:43:35.320313082Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.373593221s","count":"1"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:36.306955747Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:36.311536532Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 664, tv_nsec: 503497790 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:36.312148218Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:36.344738228Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:37.285053806Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:37.291103615Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:37.294056942Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:38.061642412Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:38.067503231Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:38.070504371Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.012051542Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.019900429Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.031965317Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.758407355Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.766060565Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:39.77008002Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:40.456281283Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:40.471089768Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:40.490087925Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:41.468310678Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:41.4756511Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:41.480106104Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.236952993Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.241877571Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.245088593Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.931077537Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.936099976Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:42.938406869Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.235662138Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.241619157Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.245063371Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.908020078Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.914560913Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:44.918044237Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:45.546400424Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:46.311818867Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:46.357422585Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:46.367619716Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:46.370555365Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:47.838674058Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:47.845596568Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:47.84874501Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:49.202956094Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:49.20865596Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:49.212159114Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:50.137369634Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:50.156784394Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:54.175030256Z","hostname":"oxz_switch","pid":4674} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:54.179407499Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:43:54.188153875Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"38.651282106s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:54.91436635Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 102640303 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:54.915833685Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:54.967357971Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:55.424837616Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:55.432056297Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:55.436202498Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:55.559239346Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:56.315062074Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:56.832941543Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:56.837591838Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:56.840484397Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:57.530183505Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:57.535844541Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:57.538901061Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:58.997080772Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:59.001093591Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:43:59.003732147Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:00.400599125Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:00.406507823Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:00.409301661Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:01.093900419Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:01.09908605Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:01.102424403Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.074639557Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.079879759Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.083114641Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.721781917Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.72725466Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:02.73030967Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:03.497947815Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:03.503292117Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:03.506686561Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.054611935Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.05920707Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.062444442Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.855869079Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.860293432Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:04.863534334Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:05.561561163Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:06.20835501Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:06.215019945Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:06.218312158Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:06.318935726Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:07.398580986Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:07.404010839Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:07.406867718Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:08.774974091Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:08.779642777Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:08.782040411Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:09.695701189Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:09.699456946Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:09.70194771Z","hostname":"oxz_switch","pid":4674} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:09.968401258Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:44:09.970070595Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"54.433390387s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:10.792077533Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:10.797006311Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:10.799255553Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.766878112Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.772375506Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.775256504Z","hostname":"oxz_switch","pid":4674} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.813416889Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 2355547 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.813899614Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:11.847569775Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:12.38740387Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:12.392443529Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:12.394952704Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:13.780815562Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:13.786386547Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:13.789564038Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:14.684030748Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:14.689565832Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:14.692754434Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:15.563611971Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:16.074363411Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:16.079924355Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:16.08343221Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:16.319641881Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.096900599Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.10317097Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.106735196Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.678057469Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.684550053Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:17.688450531Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:19.031804533Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:19.037313487Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:19.040502068Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:20.237297279Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:20.242989465Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:20.245972044Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:21.066867451Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:21.072529176Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:21.075662317Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:22.380638291Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:22.390031734Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:22.39473659Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:23.130437499Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:23.153633877Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:23.160175081Z","hostname":"oxz_switch","pid":4674} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:30.895614575Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:44:31.00699559Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"75.468440408s","count":"4"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:31.240944769Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:31.244513664Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:31.296883688Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:31.475470843Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:31.551381389Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:32.501986201Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:32.511152921Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:32.517095019Z","hostname":"oxz_switch","pid":4674} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.059987584Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 721, tv_nsec: 247393192 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.063603309Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.144632416Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.661593316Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.677887416Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:33.682496471Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.11619772Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.148214815Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.156829169Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.968717397Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.975006369Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:35.97911999Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:36.810035895Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:36.815882372Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:36.81971572Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:38.13545791Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:38.141880193Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:38.14668252Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:39.374690618Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:39.379702167Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:39.382455364Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:40.169600579Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:40.174933371Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:40.178165143Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:41.312873064Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:41.31449823Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:41.47017215Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:41.476898076Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:41.482564552Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:42.273839257Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:42.279781106Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:42.283767555Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:43.572275876Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:43.57761075Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:43.580499477Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:44.517515256Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:44.522723247Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:44.525985349Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:46.034602033Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:46.04041501Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:46.044030476Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:46.991909151Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:46.998064401Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:47.002711627Z","hostname":"oxz_switch","pid":4674} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:48.147159783Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-05T23:44:48.151988881Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"92.613454002s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:48.236638123Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:48.241921504Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:48.244479469Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:49.705255044Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:49.710889299Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:49.714202862Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:50.332306086Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:50.33882293Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:50.342398576Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:51.316031803Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:51.317349476Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:51.689651954Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:51.695653073Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:51.698907015Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.113393446Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.11790773Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.120642017Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.76719894Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.773070438Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:53.776483942Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:55.05644208Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:55.064166836Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:55.068928212Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:56.305666316Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:56.311279654Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:56.314416482Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.470435982Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.476064247Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.479878684Z","hostname":"oxz_switch","pid":4674} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.681000761Z","hostname":"oxz_switch","pid":4674,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15344921-d32c-4344-9573-7d3c2c7edf22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"54662b08-fe60-45d6-9ce1-e72c3ee52250.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e1eee7a7-81d9-4ae6-a345-867b61a44c27.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 745, tv_nsec: 866607075 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.68296932Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:57.820222079Z","hostname":"oxz_switch","pid":4674,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.41255232Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.419566789Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.423075573Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.957498195Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.96616478Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:44:58.971741364Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:00.29619765Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:00.304408749Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:00.308663053Z","hostname":"oxz_switch","pid":4674} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.296269587Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.305406787Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.310375226Z","hostname":"oxz_switch","pid":4674} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.320684537Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15772519133576277109"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.322230913Z","hostname":"oxz_switch","pid":4674,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10358392019170590212"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.892643618Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportrear0_0 addrs [fe80::e8a8:e2ff:fe41:709a]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.902159581Z","hostname":"oxz_switch","pid":4674} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-05T23:45:01.90715034Z","hostname":"oxz_switch","pid":4674}