[ Mar 18 23:11:15 Enabled. ] [ Mar 18 23:11:15 Rereading configuration. ] [ Mar 18 23:11:17 Rereading configuration. ] [ Mar 18 23:11:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 18 23:11:28 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.263229583Z","hostname":"oxz_switch","pid":5012,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.265118272Z","hostname":"oxz_switch","pid":5012} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.265556153Z","hostname":"oxz_switch","pid":5012} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.265879552Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.267933245Z","hostname":"oxz_switch","pid":5012,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e8f0db9c-eede-43bc-ad84-05a747909ff6,\n ),\n sled_id: Some(\n 1ca1b0d9-8ea0-457a-aa20-db3c544c80f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.271599199Z","hostname":"oxz_switch","pid":5012} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.271644121Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.275724336Z","hostname":"oxz_switch","pid":5012} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.276547437Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6017:deff:fe56:386f->62:17:de:56:38:6f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.276745152Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b415:98ff:feb7:b04c->b6:15:98:b7:b0:4c"} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.281644109Z","hostname":"oxz_switch","pid":5012} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:11:28.28747852Z","hostname":"oxz_switch","pid":5012} [ Mar 18 23:11:28 Rereading configuration. ] [ Mar 18 23:11:28 Executing refresh method (:kill). ] [ Mar 18 23:11:28 Stopping because all processes in service exited. ] [ Mar 18 23:11:28 Executing stop method (:kill). ] [ Mar 18 23:11:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 18 23:11:28 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.949839115Z","hostname":"oxz_switch","pid":5402,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.950706957Z","hostname":"oxz_switch","pid":5402} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.951058096Z","hostname":"oxz_switch","pid":5402} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.951130988Z","hostname":"oxz_switch","pid":5402,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.952861053Z","hostname":"oxz_switch","pid":5402,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.952969376Z","hostname":"oxz_switch","pid":5402,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: e8f0db9c-eede-43bc-ad84-05a747909ff6, sled_id: 1ca1b0d9-8ea0-457a-aa20-db3c544c80f1, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7827ca0f-cf27-479a-afe9-b5ff39f8bb10, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.952999536Z","hostname":"oxz_switch","pid":5402,"unit":"oximeter","producer_id":"8c76a14a-af59-415c-a84d-6b642a24a417"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e8f0db9c-eede-43bc-ad84-05a747909ff6,\n ),\n sled_id: Some(\n 1ca1b0d9-8ea0-457a-aa20-db3c544c80f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.954361362Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.959822433Z","hostname":"oxz_switch","pid":5402} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.961909267Z","hostname":"oxz_switch","pid":5402,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6017:deff:fe56:386f->62:17:de:56:38:6f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.962116142Z","hostname":"oxz_switch","pid":5402,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b415:98ff:feb7:b04c->b6:15:98:b7:b0:4c"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.963856657Z","hostname":"oxz_switch","pid":5402,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.964573426Z","hostname":"oxz_switch","pid":5402,"local_addr":"[fd00:1122:3344:101::2]:42937","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.964629347Z","hostname":"oxz_switch","pid":5402,"local_addr":"[fd00:1122:3344:101::2]:42937","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.964781981Z","hostname":"oxz_switch","pid":5402,"local_addr":"[fd00:1122:3344:101::2]:42937","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:42937","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.964811232Z","hostname":"oxz_switch","pid":5402,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.964823842Z","hostname":"oxz_switch","pid":5402,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.964989746Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.965010687Z","hostname":"oxz_switch","pid":5402} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.965416117Z","hostname":"oxz_switch","pid":5402,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.965465589Z","hostname":"oxz_switch","pid":5402,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:42937","producer_id":"8c76a14a-af59-415c-a84d-6b642a24a417"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:28.965477979Z","hostname":"oxz_switch","pid":5402,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.965486789Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.965497879Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.966858754Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-18T23:11:12.084163241Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.966905276Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","id":"11755012570516092394"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:28.966920516Z","hostname":"oxz_switch","pid":5402,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:11:28.968429605Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.806019897Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.8115585Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.814788174Z","hostname":"oxz_switch","pid":5402} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.81501076Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.815729358Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-18T23:11:12.084026739Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.81580083Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","id":"17914078982432279797"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:29.81581034Z","hostname":"oxz_switch","pid":5402,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:11:29.996282943Z","hostname":"oxz_switch","pid":5402,"interface":"tfportqsfp0_0","entry":"10.151.2.174->fa:b6:73:49:9e:1b"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:30.970721292Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:30.977440705Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:30.981012348Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:31.582547761Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:31.587379176Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:31.590072775Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.288559234Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.293494671Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.296390916Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.877576183Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.881926246Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:32.884600715Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:33.968321837Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 680, tv_nsec: 29240064 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:33.968780278Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:34.011247206Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:34.035205595Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:34.040486551Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:34.042975596Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:35.067264282Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:35.072342304Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:35.075190147Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.027514064Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.032052551Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.034595887Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.901416955Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.906028565Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:36.90894759Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:37.594865073Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:37.598963499Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:37.601833324Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:38.972465389Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:38.996840899Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.001829507Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.004468576Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.816660772Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.817846493Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.823343495Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:39.826214909Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:40.467850228Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:40.472875498Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:40.475189128Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:41.730549306Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:41.735093693Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:41.737883615Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:42.494654519Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:42.49894695Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:42.502162873Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.141325168Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.147003555Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.150108125Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.835072104Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.839501088Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:43.842524067Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:44.693659919Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:44.697886708Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:44.700697801Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:45.944270724Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:45.948997536Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:45.95186071Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:46.707428645Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:46.714148947Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:46.71763069Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:47.503640134Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:47.508116819Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:47.510892881Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:48.200885192Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:48.20698201Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:48.210020784Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:48.976310178Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.014552403Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:11:49.015598027Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.048315179s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.158270848Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 695, tv_nsec: 217402291 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.158776746Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.193947453Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.397558112Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.40330118Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.489061455Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:49.95026909Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:50.275906296Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:50.313448386Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:50.331475842Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:53.152676203Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:53.163617006Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:53.200906479Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:54.59708555Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:54.601970596Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:54.605125448Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:55.829847326Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:55.834446615Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:55.837265938Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:56.470123443Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:56.474500156Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:56.477294818Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:56.994207097Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:56.998832416Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:57.001522455Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:57.638482777Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:57.643537988Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:57.646407212Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:58.361457212Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:58.366130273Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:58.369415478Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:58.990823817Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:59.85529222Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:59.86113326Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:59.864493087Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:11:59.952689577Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:01.023947051Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:04.62350906Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:04.671424198Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:04.71986009Z","hostname":"oxz_switch","pid":5402} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:12:05.085667502Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"36.118001163s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:05.903175988Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:05.911124784Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:05.915848256Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.191468867Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.198122019Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.202756598Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.23300685Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 291570919 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.267305276Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:07.597265482Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.24814307Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.255357967Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.259835882Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.918560783Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.924194089Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:08.927186866Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:09.012084459Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:09.54272318Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:09.548341096Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:09.551649191Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:09.954021868Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:10.425198453Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:10.430952301Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:10.433923688Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:11.300330195Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:11.306733911Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:11.311321319Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:12.807268693Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:12.812770595Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:12.815370312Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:13.725703404Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:13.730621501Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:13.761898049Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:14.518879049Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:14.524523395Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:14.527743208Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:15.405252922Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:15.41097106Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:15.414122161Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:16.428562214Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:16.43425431Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:16.437074683Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:17.127998386Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:17.133793586Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:17.136784633Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:18.071409373Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:18.077283115Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:18.080355054Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:19.032200499Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:19.30972779Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:19.31514116Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:19.318309062Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:19.956070831Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:20.424949256Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:20.430497409Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:20.433776654Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:21.173662691Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:21.178768583Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:21.182362846Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:22.27044833Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:22.275769298Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:22.278447507Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:22.598948029Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:12:22.59976943Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"53.632153192s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.118480902Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.123130302Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.126577072Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.363084723Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 729, tv_nsec: 421896930 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.363595236Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.396527237Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.779749189Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.785338444Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:23.788215738Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:24.414177832Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:24.419475569Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:24.422861776Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:25.384997327Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:25.39054295Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:25.393393994Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:26.128118208Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:26.133736653Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:26.136626728Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:27.220710429Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:27.225891973Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:27.228936662Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:28.506727668Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:28.512420415Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:28.515171686Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:29.034634068Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:29.94029191Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:29.946270695Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:29.949285082Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:29.958450519Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:31.098176468Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:31.103696941Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:31.10676549Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:32.186443098Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:32.191876138Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:32.195140572Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:33.654206924Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:33.65947221Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:33.662357905Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:34.50544495Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:34.511127827Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:34.514180426Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:35.413203456Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:35.418703848Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:35.422033884Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:36.300512563Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:36.305621575Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:36.308769357Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:37.800562204Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:37.806915408Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:37.810257284Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.334306985Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.340225768Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.343277877Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.397898368Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:12:38.399152031Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"69.431557222s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.865101411Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.870027888Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:38.873182789Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:39.036453508Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:39.959792287Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.035420731Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.041136918Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.044468794Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.641523672Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.64684015Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:40.650189886Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.339974289Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 747, tv_nsec: 398847137 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.340544664Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.373901236Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.630510967Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.635962308Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:41.639243952Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:42.409614178Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:42.415282425Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:42.418511178Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.379783537Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.385217127Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.38845142Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.937936509Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.943650047Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:43.946783978Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:45.068591564Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:45.074264291Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:45.077436863Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:46.481220165Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:46.48606424Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:46.48913253Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.131239121Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.136673112Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.139860524Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.96016155Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.965348675Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:47.968628569Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:49.03799749Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:49.066582479Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:49.072211475Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:49.07552301Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:49.96062012Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:50.33293992Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:50.338485284Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:50.341551463Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:51.445203321Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:51.45059084Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:51.453538126Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:52.019247693Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:52.024687694Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:52.027798124Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:53.118144778Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:53.124085491Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:53.127185821Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.010141896Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.016328746Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.019389415Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.626870462Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.632443536Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:54.635381802Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:56.12799832Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:56.133524773Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:56.136655934Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:56.375320381Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:12:56.376911022Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"87.409454383s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:57.592713977Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:57.598018044Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:57.601218887Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:58.839472212Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 764, tv_nsec: 898467360 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:58.839977305Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:58.872228099Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:59.013002846Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:59.018651862Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:59.021703261Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:59.039887771Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:12:59.962245514Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:00.167696772Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:00.175911614Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:00.180691198Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:01.490730359Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:01.498253933Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:01.50240237Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:02.279668494Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:02.284197421Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:02.287146757Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:03.247340748Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:03.252711216Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:03.255655563Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:04.416819106Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:04.422167774Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:04.424914456Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:05.757220191Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:05.76260069Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:05.765582167Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:06.852967904Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:06.858449306Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:06.861757892Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:07.578216094Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:07.583243254Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:07.586227491Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:08.85944354Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:08.863771012Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:08.867020296Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:09.0421278Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:09.96360126Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:10.165103286Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:10.170421134Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:10.173405091Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:11.198469442Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:11.202613229Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:11.205119324Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:12.517049795Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:12.525873354Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:12.532012273Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:13.759596262Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:13.765429932Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:13.769330573Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:13.868032394Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:13:13.869520373Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"104.907392563s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:14.895864821Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:14.90256268Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:14.906244854Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:25.927246016Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:25.9316593Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:25.947052758Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:26.088487842Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 792, tv_nsec: 123024245 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:26.099896107Z","hostname":"oxz_switch","pid":5402} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:26.100487872Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:26.533308576Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:26.550730117Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:27.845846501Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:27.852922804Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:27.860736236Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:29.10940289Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:29.117124969Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:29.122030896Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:30.537272684Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:30.551851591Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:30.55763232Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:31.381320564Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:31.39473947Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:31.418120825Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.099607133Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.105840414Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.109891559Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.653620389Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.660532427Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:32.66414705Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:33.808479579Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:33.817082741Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:33.826888465Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:34.828003212Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:34.835080484Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:34.839279933Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:35.433144328Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:35.440133848Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:35.444053419Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:35.931804632Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:35.933215788Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:36.578571113Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:36.587297979Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:36.592114983Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:37.337318189Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:37.343029307Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:37.346865426Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:38.43487564Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:38.449928009Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:38.452704641Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:39.440428704Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:39.44529459Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:39.448439142Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:40.806589947Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:40.812557071Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:40.815922848Z","hostname":"oxz_switch","pid":5402} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:41.535333877Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:13:41.539112195Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"132.576395222s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.163452158Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.168680163Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.172086611Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.9812855Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.986366811Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:42.98941787Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:43.757356348Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:43.76272139Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:43.766247212Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:44.755287797Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:44.760680027Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:44.763869179Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:45.942789722Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:45.943936222Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:46.012374759Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:46.018347454Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:46.021778182Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:47.123307875Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:47.129232078Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:47.132238526Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:48.516870353Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:48.52177322Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:48.524640304Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:49.121219528Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:49.126874884Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:49.130465607Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:50.106465996Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:50.111891536Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:50.115310934Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.205894214Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.211008747Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.223339175Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.793797937Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 817, tv_nsec: 858061643 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.794353691Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.837520076Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:51.84038082Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-18T23:13:51.840913744Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"142.878796796s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:52.493918197Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:52.499226194Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:52.502883979Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:53.19873755Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:53.204999592Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:53.208373109Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:54.37910261Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:54.384644864Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:54.388257327Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:55.322889747Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:55.328866042Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:55.332435124Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:55.946549243Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:55.946981454Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:56.836922239Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:56.844659049Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:56.848872787Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:58.340233953Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:58.347345006Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:58.351122044Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:59.580682795Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:59.586909746Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:13:59.590577661Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:01.103588056Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:01.109262573Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:01.112558168Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:02.113662756Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:02.121870108Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:02.126709163Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:03.469099859Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:03.475364341Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:03.478861611Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:04.915847462Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:04.922939595Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:04.935943621Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:05.946838962Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:05.950847485Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:05.951301187Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:05.954452968Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:05.957905058Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:07.427935652Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:07.434023719Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:07.437496309Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:08.196980133Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:08.203479031Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:08.207114445Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:09.366472482Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:09.372351064Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:09.375899915Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:10.491351408Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:10.497674041Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:10.500984377Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:11.326431746Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:11.333906359Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:11.337400759Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:12.599329698Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:12.605082456Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:12.608024972Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:13.731915784Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:13.738298959Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:13.741364828Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:14.910708173Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:14.917845468Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:14.921046101Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:15.653732712Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:15.658984738Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:15.66215919Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:15.954130595Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:15.954546605Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:16.867049124Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:16.872773842Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:16.876252162Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:17.911011489Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:17.916639205Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:17.919920169Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:19.137582553Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:19.143219409Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:19.146574105Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:20.357050573Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:20.367879563Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:20.371053985Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:21.260986Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:21.26641389Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:21.269414128Z","hostname":"oxz_switch","pid":5402} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.237647966Z","hostname":"oxz_switch","pid":5402,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"169680fd-400d-4d9a-8dd1-1eab246fac7b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9c7bbc88-6895-4a8f-a275-98e5df74c02b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed2aed47-f376-40c3-ad9f-8583ac6eb363.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 848, tv_nsec: 302392024 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.23818817Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.271166602Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.329318625Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc07ad0-21df-41e8-bab2-94c12a936308\", \"content-length\": \"41\", \"date\": \"Wed, 18 Mar 2026 23:14:22 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.330938757Z","hostname":"oxz_switch","pid":5402,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.432432009Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.438245369Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:22.441241387Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:23.582506756Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:23.58843762Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:23.592078794Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:24.597037371Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:24.60319748Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:24.606751572Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:25.38536041Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:25.390565515Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:25.393594013Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:25.956704824Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:25.957119385Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:26.431784489Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:26.437303712Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:26.439798487Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:27.27316797Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:27.279216207Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:27.282466931Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:28.179074828Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:28.185236057Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:28.188272446Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:29.430297789Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:29.43534912Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:29.438699016Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:30.084993026Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:30.091103404Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:30.095030555Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.381161868Z","hostname":"oxz_switch","pid":5402} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:14:31.383119298Z","hostname":"oxz_switch","pid":5402,"local_addr":"[fd00:1122:3344:101::2]:42937","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:61913"} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.387204614Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.390104309Z","hostname":"oxz_switch","pid":5402} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-18T23:14:31.393721312Z","hostname":"oxz_switch","pid":5402,"uri":"/8c76a14a-af59-415c-a84d-6b642a24a417","method":"GET","req_id":"493a8fa8-09e8-4d07-89ed-1cf7802aa0d7","remote_addr":"[fd00:1122:3344:101::d]:61913","local_addr":"[fd00:1122:3344:101::2]:42937","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":9253,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.948101117Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.953914797Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:31.95749916Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.128569319Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.134156223Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.137768967Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.66227248Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.667767152Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:33.670534073Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:34.470780881Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:34.47578724Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:34.478597673Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:35.482973405Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:35.488656531Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:35.492029919Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:35.959780065Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:35.960173845Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:36.673466356Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:36.679236685Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:36.682277754Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:37.753514113Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:37.759612991Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:37.762926237Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:38.781315511Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:38.787497311Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:38.790387536Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:39.894766293Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:39.900542042Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:39.903442547Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:40.827511014Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:40.833324745Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:40.83700446Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:41.914866972Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:41.920364223Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:41.924163792Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:43.105438165Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:43.110742722Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:43.114273103Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:44.237146948Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:44.242903896Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:44.246312715Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:45.755661276Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:45.761343462Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:45.764435222Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:45.96093676Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:45.9613268Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:46.517305505Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:46.522928291Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:46.525976989Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:47.573065205Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:47.578850845Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:47.581914884Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:48.101283614Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:48.106509079Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:48.110695797Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:49.437288055Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:49.442720746Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:49.445461246Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:50.766012108Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:50.772141417Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:50.77500019Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:51.93058632Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:51.936103202Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:51.939369757Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:53.297944211Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:53.303570706Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:53.307025805Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.157438339Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.163191538Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.166243677Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.848594978Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.854264495Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:54.857325954Z","hostname":"oxz_switch","pid":5402} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:55.962572223Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11755012570516092394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:55.962959423Z","hostname":"oxz_switch","pid":5402,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17914078982432279797"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:56.345178899Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:56.350697881Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:56.353779021Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:57.55346095Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:57.559052844Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:57.562507163Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:58.699699027Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:58.705682592Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:58.709124951Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:59.676730473Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:59.682017489Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:14:59.685195831Z","hostname":"oxz_switch","pid":5402} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:15:00.475546783Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportrear0_0 addrs [fe80::b415:98ff:feb7:b04c]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:15:00.482684658Z","hostname":"oxz_switch","pid":5402} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-18T23:15:00.486443885Z","hostname":"oxz_switch","pid":5402}