[ Dec 23 20:56:57 Enabled. ] [ Dec 23 20:56:57 Rereading configuration. ] [ Dec 23 20:56:58 Rereading configuration. ] [ Dec 23 20:57:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 23 20:57:09 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.905039538Z","hostname":"oxz_switch","pid":4842,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.94698556Z","hostname":"oxz_switch","pid":4842} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.947336397Z","hostname":"oxz_switch","pid":4842} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.949302487Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.94949253Z","hostname":"oxz_switch","pid":4842,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c5e2662c-d357-4e10-97d5-038993779e4c,\n ),\n sled_id: Some(\n 78c29727-f898-46dc-9a3a-1d0749a7b33d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.952001531Z","hostname":"oxz_switch","pid":4842} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.952037211Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:09.956598883Z","hostname":"oxz_switch","pid":4842,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5479:76ff:fe5d:51db->56:79:76:5d:51:db"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:09.958567413Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:09.965196366Z","hostname":"oxz_switch","pid":4842} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:57:09.97192117Z","hostname":"oxz_switch","pid":4842} [ Dec 23 20:57:10 Rereading configuration. ] [ Dec 23 20:57:10 Executing refresh method (:kill). ] [ Dec 23 20:57:10 Stopping because all processes in service exited. ] [ Dec 23 20:57:10 Executing stop method (:kill). ] [ Dec 23 20:57:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 23 20:57:10 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.599873846Z","hostname":"oxz_switch","pid":5268,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.638969321Z","hostname":"oxz_switch","pid":5268} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.639380639Z","hostname":"oxz_switch","pid":5268} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.639481381Z","hostname":"oxz_switch","pid":5268,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.641193605Z","hostname":"oxz_switch","pid":5268,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.64140638Z","hostname":"oxz_switch","pid":5268,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: c5e2662c-d357-4e10-97d5-038993779e4c, sled_id: 78c29727-f898-46dc-9a3a-1d0749a7b33d, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 303d4870-f3d8-4944-8149-5fd84a2b7750, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.64143457Z","hostname":"oxz_switch","pid":5268,"unit":"oximeter","producer_id":"8d1db97b-d817-4188-8ca6-415690fb5a21"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n c5e2662c-d357-4e10-97d5-038993779e4c,\n ),\n sled_id: Some(\n 78c29727-f898-46dc-9a3a-1d0749a7b33d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.642715316Z","hostname":"oxz_switch","pid":5268} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.649779218Z","hostname":"oxz_switch","pid":5268,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5479:76ff:fe5d:51db->56:79:76:5d:51:db"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.649856879Z","hostname":"oxz_switch","pid":5268} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.650605745Z","hostname":"oxz_switch","pid":5268,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a463:e5ff:fe2a:e6ae->a6:63:e5:2a:e6:ae"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.651752228Z","hostname":"oxz_switch","pid":5268,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.652458242Z","hostname":"oxz_switch","pid":5268,"local_addr":"[fd00:1122:3344:101::2]:54456","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.652532093Z","hostname":"oxz_switch","pid":5268,"local_addr":"[fd00:1122:3344:101::2]:54456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.652607385Z","hostname":"oxz_switch","pid":5268,"local_addr":"[fd00:1122:3344:101::2]:54456","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:54456","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.652616625Z","hostname":"oxz_switch","pid":5268,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.652630365Z","hostname":"oxz_switch","pid":5268,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.652750997Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.653136695Z","hostname":"oxz_switch","pid":5268,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.653736707Z","hostname":"oxz_switch","pid":5268,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:54456","producer_id":"8d1db97b-d817-4188-8ca6-415690fb5a21"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:10.653756408Z","hostname":"oxz_switch","pid":5268,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.653782608Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.655255188Z","hostname":"oxz_switch","pid":5268} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.655692607Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.655906931Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-23T20:56:53.834840875Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.655952622Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","id":"10841123417534077366"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:10.655963902Z","hostname":"oxz_switch","pid":5268,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:57:10.658587485Z","hostname":"oxz_switch","pid":5268} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:11.497099427Z","hostname":"oxz_switch","pid":5268,"interface":"tfportqsfp0_0","entry":"10.151.1.174->e2:36:32:03:f7:ba"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.735663876Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.74085672Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.744913312Z","hostname":"oxz_switch","pid":5268} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.745225898Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.746873121Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-23T20:56:53.834697562Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.746928852Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","id":"7590680689922515062"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:11.746941812Z","hostname":"oxz_switch","pid":5268,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:13.176005729Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:13.179610561Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:13.182666063Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:14.344594578Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:14.349973186Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:14.352639709Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.596684682Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.600769074Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.603329286Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.656182047Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 666, tv_nsec: 243031888 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.656781239Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:15.687808471Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:16.98845659Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:16.993288437Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:16.996233586Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:18.282110159Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:18.286308184Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:18.289267743Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:19.747562137Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:19.752035327Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:19.7546989Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:20.660046534Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:20.661689347Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:20.666392402Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:20.669202228Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:21.749569715Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.055085618Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.060116308Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.06266568Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.73220446Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.736624229Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:22.739507437Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:23.56361914Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:23.56709019Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:23.56960079Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:25.248912356Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:25.257205963Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:25.262604391Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:26.199256102Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:26.208866254Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:26.213615581Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:27.679854809Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:27.751764396Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:27.770847266Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:29.256375073Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:29.26205883Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:29.26546958Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:30.482663314Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:30.487735543Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:30.490714443Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:30.851287825Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:30.877650887Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:57:30.878996715Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.037123525s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.098475191Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 681, tv_nsec: 496658069 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.099037348Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.133559356Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.144612647Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.150586403Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.153890793Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:31.943018011Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:32.444256957Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:32.450246285Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:32.453622515Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:33.452275929Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:33.456816784Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:33.459648229Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:34.187746626Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:34.192292097Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:34.194817787Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:35.698025721Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:35.703092973Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:35.705872685Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:36.319831522Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:36.324935399Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:36.327885213Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:37.500537792Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:37.505237531Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:37.507767116Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:38.727143736Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:38.73271805Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:38.735954867Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:39.351073047Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:39.355801128Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:39.358575868Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:40.088521643Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:40.093011212Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:40.096109738Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:40.881425364Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:41.497568309Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:41.502837215Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:41.505650392Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:41.971156296Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:42.097156886Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:42.102779229Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:42.106461923Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:44.29032046Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:44.296529025Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:44.313088258Z","hostname":"oxz_switch","pid":5268} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:48.831544898Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:48.873772856Z","hostname":"oxz_switch","pid":5268} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:57:48.877210845Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"38.009715416s","count":"1"} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:48.882379218Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:48.890063873Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.79345533Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 146565457 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.806305558Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.833901322Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.858626078Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.897807825Z","hostname":"oxz_switch","pid":5268} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:49.90601836Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:50.905304339Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:51.334556763Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:51.342731307Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:51.34768773Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:51.972390974Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:52.231165809Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:52.239910765Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:52.244687511Z","hostname":"oxz_switch","pid":5268} {"msg":"removed stale NDP entry :fe80::a463:e5ff:fe2a:e6ae->a6:63:e5:2a:e6:ae","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:52.93969537Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:53.180362571Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:53.186098018Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:53.189385732Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:54.098619441Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:54.103633311Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:54.106743194Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:54.997128844Z","hostname":"oxz_switch","pid":5268} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T20:57:55.000148545Z","hostname":"oxz_switch","pid":5268,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a463:e5ff:fe2a:e6ae->a6:63:e5:2a:e6:ae"} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:55.003139035Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:55.006414511Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.03275407Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.03774764Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.040596337Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.821180746Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.825379951Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:56.828554614Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:57.649048705Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:57.654448313Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:57.65777011Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:58.824470212Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:58.828456882Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:57:58.831260288Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:00.323599777Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:00.32926238Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:00.332376913Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:00.909695433Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:01.304320505Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:01.309353575Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:01.312461078Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:01.975153031Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:02.763663619Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:02.769287732Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:02.772654669Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:04.030817532Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:04.035960725Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:04.038536237Z","hostname":"oxz_switch","pid":5268} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:04.908124738Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:58:04.909214314Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"54.040423347s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.05295703Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.058560282Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.061886879Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.476010282Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 715, tv_nsec: 847922186 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.476460021Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:05.50877614Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:06.425732878Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:06.430889442Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:06.433938033Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:07.865987362Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:07.87139604Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:07.874509573Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:08.49110894Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:08.496660922Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:08.499742773Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:09.261060046Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:09.266343242Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:09.269587847Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:10.308443821Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:10.314770168Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:10.318618636Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:10.911802023Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:11.691947744Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:11.698298261Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:11.701552877Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:11.977575098Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:12.847556861Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:12.852682114Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:12.85548783Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:13.753194231Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:13.758837254Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:13.761866195Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:14.77187679Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:14.777590805Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:14.780796179Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:15.433422449Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:15.43992292Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:15.443042803Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:16.72217786Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:16.727809513Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:16.731202471Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:17.715293835Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:17.720884848Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:17.724357087Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:18.377817925Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:18.383364826Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:18.386306245Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:19.377018262Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:19.382563754Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:19.385462612Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:20.476497093Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:20.481562475Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:20.484213968Z","hostname":"oxz_switch","pid":5268} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:20.509788101Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:58:20.51074908Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"69.642031473s","count":"3"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:20.914450124Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:21.418465532Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:21.423717478Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:21.427029744Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:21.981123687Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.192759085Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 732, tv_nsec: 564723558 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.193309686Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.224691806Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.563068218Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.568470687Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:22.571648661Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:23.490458014Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:23.496260051Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:23.499265551Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:24.611792664Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:24.617807164Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:24.620857226Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:25.934418294Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:25.940026186Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:25.943437195Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:27.049691152Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:27.055202283Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:27.058486278Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:28.550836966Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:28.556192353Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:28.558741154Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:29.423440242Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:29.429083756Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:29.432229779Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:30.91678004Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:30.932772601Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:30.938570267Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:30.942090798Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:31.586195357Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:31.590989344Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:31.594093906Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:31.983523414Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:32.497889208Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:32.502865899Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:32.505732436Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:33.301066531Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:33.306247235Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:33.309047791Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.166967053Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.172070345Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.174847211Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.861053886Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.864815381Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:34.867626997Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:35.82424834Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:35.829896193Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:35.833181234Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:37.029520604Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:37.035209468Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:37.03828969Z","hostname":"oxz_switch","pid":5268} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:37.22611893Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:58:37.227219982Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"86.358264165s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:38.002322562Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:38.007645389Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:38.0101976Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.090315873Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.095956436Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.099064698Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.679871179Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.685489251Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:39.68840351Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.093456022Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 465335686 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.093978543Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.123998365Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.283816363Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.289096979Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.29212394Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:40.920228349Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:41.72332038Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:41.729214018Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:41.732366991Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:41.985973792Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:42.895357303Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:42.90050996Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:42.903746165Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:43.842203127Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:43.848519819Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:43.851623662Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:44.82199053Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:44.827838917Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:44.830817127Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.102632977Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.108514655Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.11172696Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.702429907Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.709634632Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:46.714663643Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:47.594390922Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:47.60423286Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:47.609405013Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:48.497908789Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:48.518158966Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:48.533089795Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:49.0623278Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:49.069087025Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:49.074266969Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:50.005485263Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:50.012177347Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:50.0162882Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:50.926900549Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:51.529294601Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:51.541602778Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:51.547864764Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:51.989966599Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:56.014361364Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:58:56.124082306Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"105.252982708s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:56.131350472Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:56.175224903Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:56.200273555Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:57.539003259Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:57.548584421Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:57.553239844Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:58.906018451Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:58.912096602Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:58:58.927093414Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:00.065257541Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:00.072218181Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:00.075795743Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:00.954490292Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:01.39280865Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:01.400086696Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:01.404729619Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:01.994527779Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:02.494975795Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:02.502398004Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:02.507104859Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:03.802751607Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:03.811071464Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:03.815791089Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:04.634026764Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:04.640370361Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:04.66570951Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:05.565192096Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:05.571564284Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:05.575687727Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:06.429935445Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:06.436946596Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:06.440964316Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:06.921472032Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 777, tv_nsec: 290966944 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:06.923629745Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:07.039715296Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:07.210695667Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:07.216864251Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:07.220173158Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.344220912Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.349729703Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.352754763Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.924086403Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.92994904Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:08.932868679Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:09.801205499Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:09.806392163Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:09.809290182Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:10.957192503Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:11.248963149Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:11.254065012Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:11.257782506Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:11.998078137Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:12.438904106Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:12.444181982Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:12.447356516Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:13.933342995Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:13.938871236Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:13.941760264Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:15.277328664Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:15.282871925Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:15.28561096Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:16.703288409Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:16.710493724Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:16.713967213Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:17.705154101Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:17.710065149Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:17.712736923Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:18.515521198Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:18.520305964Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:18.523067439Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:19.534270708Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:19.538808359Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:19.54183021Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:20.125533778Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:20.131809604Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:20.134925676Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:20.961127961Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:21.559801079Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:21.565427882Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:21.568609776Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:22.000167369Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:22.040298725Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T20:59:22.041871346Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"131.172613799s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:22.64985781Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:22.654694838Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:22.657863471Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.070722323Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.076003139Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.079352666Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.963669788Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.969285131Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:24.972274441Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:25.821565619Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:25.82707415Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:25.831662962Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:26.517669713Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:26.522807476Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:26.526067911Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:27.81523728Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:27.821416034Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:27.824368263Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:28.585745467Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:28.590584324Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:28.593171676Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:29.821167836Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:29.826793229Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:29.829781219Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:30.459650353Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:30.465307246Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:30.468572212Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:30.96420328Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:31.115535009Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:31.121481558Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:31.124606961Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.002733438Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.217348656Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.223468109Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.228805706Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.957428313Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.963398182Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:32.966721849Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.127697265Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.13395411Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.137189605Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.691763737Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.698064254Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:34.701083754Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.303449056Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.30911579Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.312580659Z","hostname":"oxz_switch","pid":5268} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.753843507Z","hostname":"oxz_switch","pid":5268,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0deb4c24-ffe0-45ad-a2c4-5e62d975b1f9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bacdec04-d30c-40da-8547-d4cf692145ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb116d47-0e0f-4347-aa89-cb1b42b537a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 806, tv_nsec: 125142331 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.755056292Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.785411981Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.806130837Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb54501-a4f1-4f33-9b90-b5353392e05f\", \"content-length\": \"41\", \"date\": \"Tue, 23 Dec 2025 20:59:35 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:35.807921803Z","hostname":"oxz_switch","pid":5268,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:36.341772929Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:36.348210118Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:36.352213188Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:37.530798516Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:37.537074165Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:37.540513921Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.383938152Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.390916492Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.394986954Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.952347813Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.958517467Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:38.961560708Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:40.406093445Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:40.41232123Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:40.415625277Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:40.966810632Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:40.998842425Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:41.005260993Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:41.009328635Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:42.006348209Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:42.462949805Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:42.469031707Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:42.472329213Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:43.546975045Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:43.554968286Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:43.558791583Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:44.680415357Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:44.686318026Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:44.689743625Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:45.724505536Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:45.731336193Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:45.734851893Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:46.959549157Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:46.965715071Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:46.968733111Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:47.697681964Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:47.703881528Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:47.707214965Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:48.80591076Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:48.811328609Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:48.814243507Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:49.656997585Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:49.662446344Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:49.6652045Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:50.594977364Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:50.601025445Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:50.604479445Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:50.969945581Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10841123417534077366"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:51.709443017Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:51.715315235Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:51.718622761Z","hostname":"oxz_switch","pid":5268} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:52.009769296Z","hostname":"oxz_switch","pid":5268,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7590680689922515062"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:52.262298935Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:52.267975109Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:52.271278536Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:53.411981624Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:53.417928704Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:53.421326272Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:54.554124662Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:54.559687414Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:54.562818266Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:55.345730472Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:55.350935217Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:55.353864316Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:56.79423369Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:56.799841892Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:56.802583127Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:57.791164601Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:57.796539729Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:57.799242193Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:58.992811443Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:58.998306053Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T20:59:59.001346524Z","hostname":"oxz_switch","pid":5268} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T21:00:00.115339286Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportrear0_0 addrs [fe80::5479:76ff:fe5d:51db]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T21:00:00.120839316Z","hostname":"oxz_switch","pid":5268} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T21:00:00.124146722Z","hostname":"oxz_switch","pid":5268}