[ Apr 10 03:09:54 Enabled. ] [ Apr 10 03:09:54 Rereading configuration. ] [ Apr 10 03:09:55 Rereading configuration. ] [ Apr 10 03:10:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 10 03:10:06 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.299975236Z","hostname":"oxz_switch","pid":4257,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.302781211Z","hostname":"oxz_switch","pid":4257} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.303197769Z","hostname":"oxz_switch","pid":4257} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.304397833Z","hostname":"oxz_switch","pid":4257,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.305816301Z","hostname":"oxz_switch","pid":4257,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2758f886-cc4f-4454-bebd-1051abded1ac,\n ),\n sled_id: Some(\n 9afcb205-d6fe-4597-8f7c-fca05095234f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.307587237Z","hostname":"oxz_switch","pid":4257} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.307611357Z","hostname":"oxz_switch","pid":4257,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.312320871Z","hostname":"oxz_switch","pid":4257,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cca1:48ff:fe52:feb2->ce:a1:48:52:fe:b2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.314203128Z","hostname":"oxz_switch","pid":4257} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.320607585Z","hostname":"oxz_switch","pid":4257} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:10:06.326654665Z","hostname":"oxz_switch","pid":4257} [ Apr 10 03:10:06 Rereading configuration. ] [ Apr 10 03:10:06 Executing refresh method (:kill). ] [ Apr 10 03:10:06 Stopping because all processes in service exited. ] [ Apr 10 03:10:06 Executing stop method (:kill). ] [ Apr 10 03:10:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 10 03:10:06 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.943107286Z","hostname":"oxz_switch","pid":4713,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.943930823Z","hostname":"oxz_switch","pid":4713} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.944238059Z","hostname":"oxz_switch","pid":4713} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.944330941Z","hostname":"oxz_switch","pid":4713,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.946196718Z","hostname":"oxz_switch","pid":4713,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.94632615Z","hostname":"oxz_switch","pid":4713,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2758f886-cc4f-4454-bebd-1051abded1ac, sled_id: 9afcb205-d6fe-4597-8f7c-fca05095234f, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 2a7a085d-a380-4ab6-ac4a-f9aeb1d6c1b4, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.946364721Z","hostname":"oxz_switch","pid":4713,"unit":"oximeter","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2758f886-cc4f-4454-bebd-1051abded1ac,\n ),\n sled_id: Some(\n 9afcb205-d6fe-4597-8f7c-fca05095234f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.947362481Z","hostname":"oxz_switch","pid":4713} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.951325579Z","hostname":"oxz_switch","pid":4713,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7809:f5ff:fef3:efc4->7a:09:f5:f3:ef:c4"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.951536144Z","hostname":"oxz_switch","pid":4713,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cca1:48ff:fe52:feb2->ce:a1:48:52:fe:b2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.955800359Z","hostname":"oxz_switch","pid":4713} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.959840079Z","hostname":"oxz_switch","pid":4713,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.960651525Z","hostname":"oxz_switch","pid":4713,"local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.960712936Z","hostname":"oxz_switch","pid":4713,"local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.960892849Z","hostname":"oxz_switch","pid":4713,"local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:39912","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.96092422Z","hostname":"oxz_switch","pid":4713,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.96093354Z","hostname":"oxz_switch","pid":4713,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.961116604Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.961456641Z","hostname":"oxz_switch","pid":4713} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.961497732Z","hostname":"oxz_switch","pid":4713,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.961559003Z","hostname":"oxz_switch","pid":4713,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:39912","producer_id":"97de42de-b931-4b75-9d8b-155f4a9d3357"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:06.961574573Z","hostname":"oxz_switch","pid":4713,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.961580723Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.961952921Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.963357709Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-10T03:09:50.277969026Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.963388089Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","id":"7066903085222933974"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:06.963396469Z","hostname":"oxz_switch","pid":4713,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:10:06.964676795Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.194504705Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.199549235Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.202865861Z","hostname":"oxz_switch","pid":4713} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.203058945Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.203688147Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-10T03:09:50.277835484Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.203746189Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","id":"1112743155833891077"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:08.203758019Z","hostname":"oxz_switch","pid":4713,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:10:08.301707434Z","hostname":"oxz_switch","pid":4713,"interface":"tfportqsfp0_0","entry":"10.151.2.174->5e:5f:3b:71:27:bb"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:09.299387835Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:09.304378054Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:09.307413114Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:10.680067881Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:10.685615121Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:10.688482128Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:11.963978956Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2570, tv_nsec: 514900338 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:11.9646779Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.006346427Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.061948781Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.066901899Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.069698265Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.721737023Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.727837944Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:12.730921705Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:13.725906462Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:13.730429002Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:13.733166136Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:14.936693385Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:14.942117133Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:14.94501226Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:15.499601113Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:15.504689694Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:15.507299735Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.363684011Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.368532917Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.37119595Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.898689414Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.902787716Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.905387807Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:16.967148643Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:17.500717618Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:17.504692537Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:17.507140176Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:18.205229878Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:18.958079008Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:18.963130108Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:18.96576642Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:20.223679459Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:20.227692258Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:20.230406982Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:21.327534638Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:21.332381984Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:21.335339683Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:22.754941022Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:22.759814639Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:22.762585854Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.053823683Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.058378334Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.061539777Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.928661525Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.932635804Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:24.935266137Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:25.503206174Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:25.507994469Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:25.510613701Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.087789763Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.093347264Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.095973716Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.914807536Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.919433508Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.922431417Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:27.9855386Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.023719299Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:10:28.02524955Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.047731357s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.345154799Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2585, tv_nsec: 881038113 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.345742071Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.378432572Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.682408404Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.687547577Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:28.690312412Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:29.220304854Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:29.405720226Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:29.410591243Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:29.413382559Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:30.176219547Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:30.181719457Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:30.184578774Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:31.47263392Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:31.476360645Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:31.478766402Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.32030535Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.325714097Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.328180736Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.853287244Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.857807144Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:32.860578269Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:33.488078445Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:33.492575674Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:33.495257257Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:34.982363931Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:34.987664406Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:34.99087365Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:36.119121725Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:36.123190906Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:36.125794938Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:37.183943077Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:37.188642881Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:37.191819894Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:37.959775435Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:38.189307705Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:38.194407317Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:38.196969177Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:39.193737114Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:39.490497033Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:39.495791778Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:39.498098794Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:40.858208436Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:40.863561142Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:40.866669764Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:41.551977409Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:41.555694773Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:41.558083151Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.208333348Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.212885558Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.215878778Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.898928948Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.903691353Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:42.906077326Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.338424019Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:10:43.339728855Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.404285693s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.428906501Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.433985632Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.436645645Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.659474341Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2601, tv_nsec: 237393735 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.660190636Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:43.692896977Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:44.880548494Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:44.88482827Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:44.887820329Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:45.629432416Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:45.63367297Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:45.636020507Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.031516472Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.035633424Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.038120984Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.790477704Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.795144907Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.798166287Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:47.934366415Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:48.573447064Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:48.577948264Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:48.580628157Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.168891369Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.28190913Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.286514651Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.289171634Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.801059177Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.805279747Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:49.808139358Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:50.488445545Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:50.493737169Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:50.496492403Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:51.205050851Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:51.20953254Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:51.212434418Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:52.704557238Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:52.708944155Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:52.711632218Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:54.198101795Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:54.202567264Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:54.205528193Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:55.348183234Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:55.353539441Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:55.356349857Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:56.838341455Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:56.84264709Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:56.845253502Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:57.90887297Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:57.972929085Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:57.977219011Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:57.98017737Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:58.653385724Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:10:58.65421268Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.760356098s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:58.87066631Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:58.875119649Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:58.877900665Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.142461352Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.328819603Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2616, tv_nsec: 949309536 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.3297167Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.361056404Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.760379465Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.764792903Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:10:59.767305203Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.080857507Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.085077501Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.087644272Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.755042481Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.759400128Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:01.761825384Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:02.582768672Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:02.58720571Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:02.590048897Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:03.145030777Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:03.149818863Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:03.152408294Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:04.512582857Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:04.517863482Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:04.520694548Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:05.8240581Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:05.827976278Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:05.830384576Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:06.923084082Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:06.927591202Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:06.930686363Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:07.882839922Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:08.173394954Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:08.17804406Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:08.181247664Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:09.117377823Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:09.485918021Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:09.490604124Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:09.493474112Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:10.198139332Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:10.203496709Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:10.206948398Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:11.564242083Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:11.569827244Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:11.572865664Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:12.570406148Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:12.576064139Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:12.578929116Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:13.542238066Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:13.546801473Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:13.549349418Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:14.185597256Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:14.189761999Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:14.192426452Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:14.320707436Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:11:14.322124595Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.470892862s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.161322713Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.170887834Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.173504046Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.35699655Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2633, tv_nsec: 21092613 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.357617272Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:15.389936236Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:16.257226594Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:16.262357846Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:16.265105121Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:17.619260013Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:17.623582239Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:17.626667511Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:17.857639619Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:18.672257019Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:18.67681805Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:18.679532394Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:19.09215115Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:19.963738444Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:19.969458347Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:19.972257243Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:20.910105836Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:20.915580125Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:20.918627106Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:22.13424466Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:22.138538556Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:22.141395252Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:23.430273535Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:23.435069481Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:23.437574561Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:24.173401702Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:24.178027734Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:24.180706107Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.044768932Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.049249031Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.052310222Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.82009577Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.828070028Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:25.830528077Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:26.760079595Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:26.764223628Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:26.766777469Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:27.589759815Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:27.593677393Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:27.596387017Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:27.831885106Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:28.131651625Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:28.136373349Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:28.139361438Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:29.066358216Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:29.467134556Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:29.471542643Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:29.47436425Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:30.350511464Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:11:30.35230016Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"82.544589108s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:30.798191589Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:30.802401262Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:30.805379592Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:32.304896438Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:32.309188964Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:32.31199485Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:33.670206302Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:33.674998458Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:33.67763272Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.240046388Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2651, tv_nsec: 955422932 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.24063282Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.273065156Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.686799024Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.690847575Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:34.693770333Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:35.647750497Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:35.652167615Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:35.654637694Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:36.648586675Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:36.652566804Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:36.655189587Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:37.686057082Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:37.691516931Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:37.694398768Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:37.807646583Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:38.720490829Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:38.724720753Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:38.727359125Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:39.040426889Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:39.826615963Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:39.830940149Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:39.833388172Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:40.700084805Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:40.7043943Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:40.70739231Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:41.715611085Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:41.719946201Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:41.722862409Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:42.912309932Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:42.917945774Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:42.920821531Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:44.003222183Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:44.00756504Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:44.010328485Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:45.137191052Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:45.141884635Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:45.144968547Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:46.128417318Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:46.132903327Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:46.135707453Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:47.605265082Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:47.610400345Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:47.613425426Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:47.78239941Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:48.520205291Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:48.525901724Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:48.528600467Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:49.015483912Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:49.233101374Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:11:49.234612984Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"101.478182532s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:49.471081373Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:49.475336297Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:49.478108403Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:50.257996821Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:50.262838237Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:50.26548419Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:51.091019457Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:51.096755321Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:51.099539157Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:52.263285518Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:52.267584453Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:52.270148455Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:53.566521687Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:53.571351203Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:53.574067692Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:54.567803173Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:54.572267372Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:54.575090898Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:55.261955765Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:55.267141508Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:55.26927381Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:56.381052336Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:56.386422883Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:56.38878013Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.57203915Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2675, tv_nsec: 350747834 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.572698674Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.605329113Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.637698368Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.64331962Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.645946732Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:57.756969722Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:58.989809729Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:59.123644214Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:59.128357588Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:11:59.13146457Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:00.293319164Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:00.297998467Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:00.300440995Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:01.460590025Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:01.465817939Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:01.468529913Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:02.625067921Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:02.629611932Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:02.632326056Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:03.718250998Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:03.723564693Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:03.726509312Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:04.930957884Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:04.935410453Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:04.937982244Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:05.843484343Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:05.848106905Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:05.850935932Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:06.447262865Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:06.45104778Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:06.453960209Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:07.731897953Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:07.85880008Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:07.864243995Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:07.867292299Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:08.92456189Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:08.929445858Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:08.932143901Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:08.964083277Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.234476122Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.240352428Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.243299237Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.839267084Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.84361198Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:10.846457397Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:11.812129874Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:11.817639074Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:11.82047305Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:12.378029632Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:12.383497691Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:12.386574302Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:12.565720959Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:12:12.566665158Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"124.873621425s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:13.730877748Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:13.736013161Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:13.738766176Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:14.540840166Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:14.547277034Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:14.55111063Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:15.41997702Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:15.42600053Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:15.430536401Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:16.858093124Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:16.863873709Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:16.866838699Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:17.791786155Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:17.892734855Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:17.916536889Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:17.92109686Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:18.678056232Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:18.686989209Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:18.692248344Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:18.940477076Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.271449157Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.277978716Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.281990896Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.844503976Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.850930144Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:19.85425126Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:21.353013702Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:21.357790017Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:21.360705335Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:22.390093811Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:22.396773404Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:22.400802514Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:23.602894229Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:23.606812567Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:23.609759166Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:24.905521575Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:24.910820761Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:24.913601486Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:25.858949909Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:25.864798695Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:25.868163182Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:27.326387093Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:27.332093461Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:27.335280884Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:27.767590262Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:28.217767456Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:28.228953439Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:28.238917651Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:28.915195122Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:29.401824411Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:29.408320741Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:29.413080006Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:30.331167435Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:30.338282977Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:30.341750616Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:31.436790473Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:31.451563685Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:31.461920775Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.073070725Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.078036858Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.080584559Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.561080108Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2710, tv_nsec: 429352200 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.561647716Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:32.596690932Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:33.087392057Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:33.09594887Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:33.100610402Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:34.437494773Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:34.442692196Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:34.445691966Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:35.344557124Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:35.349764657Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:35.352871932Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:35.998348616Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:36.003008258Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:36.005603809Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:37.465038169Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:37.46958391Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:37.472165258Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:37.765649996Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:38.809673647Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:38.815462662Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:38.818263207Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:38.916243895Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:39.845179782Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:39.849573253Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:39.852427215Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:41.181716809Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:41.186356923Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:41.189582582Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:42.333377064Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:42.338963124Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:42.341989675Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:43.712306175Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:43.716760027Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:43.719360999Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.322595986Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.327697847Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.330783779Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.932636438Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.938327991Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:44.941028431Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:45.776173998Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:45.781842831Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:45.784916012Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:46.96266733Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:46.967910984Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:46.970312592Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:47.605407873Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:12:47.607002585Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"159.956133539s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:47.734501217Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:47.738900194Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:47.741411124Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:47.771518362Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:48.919902536Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:49.096800589Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:49.102547994Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:49.10540129Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:50.362157587Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:50.366428681Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:50.368933981Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:51.147307877Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:51.152351067Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:51.1549997Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:52.181122392Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:52.188755203Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:52.193973198Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:54.279423135Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:54.28472835Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:54.290383492Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:55.588293274Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:55.603285492Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:55.619942963Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:58.73341976Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:59.057149559Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:59.151473592Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:59.265075298Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:12:59.297991122Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:00.622908271Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:00.629343428Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:00.633400959Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:01.636541358Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:01.643467806Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:01.648391394Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:02.613818844Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:02.621103299Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:02.625156079Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:03.181742391Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:03.188293191Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:03.21842971Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:04.45781916Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:04.464215387Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:04.468331029Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:05.578882521Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:05.585925551Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:05.589317278Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:06.197611318Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:06.212186817Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:06.307461899Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:07.630662664Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:07.635612343Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:07.638297746Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:08.723379732Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:08.729036144Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:08.732017304Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:09.300671426Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:09.378310997Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:09.657043972Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:09.662515001Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:09.66547305Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:10.748459195Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:10.754037545Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:10.757085576Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:12.073228561Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:12.083833501Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:12.091151497Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:13.402088668Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:13.408415883Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:13.412407153Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:14.298484638Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:14.3051515Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:14.308969176Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.005903945Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.012189949Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.015454654Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.74044725Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.745880588Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:15.749217494Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:16.37397585Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:16.378658793Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:16.397166631Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.076083832Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.08050724Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.083082831Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.733840593Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.73922028Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:17.742061366Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:18.331045372Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:18.336283356Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:18.339275175Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:19.070567956Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:19.075511474Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:19.078873771Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:19.358442223Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:19.37995761Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:20.176370365Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:20.181370474Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:20.184254431Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:21.246133997Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:21.251387831Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:21.254265548Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:22.421054078Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:22.426597798Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:22.457777427Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:23.010960491Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:23.015552292Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:23.018173575Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:23.651542751Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2761, tv_nsec: 511409576 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:23.744543318Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:25.314627545Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:25.324218226Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:25.329192814Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:25.331858438Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:26.36887435Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:26.37346081Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:26.376009861Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:27.15756853Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:27.162894116Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:27.165766493Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.080924595Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.085934534Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.089517396Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.736204077Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.741314879Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:28.744563833Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.314546081Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.320606611Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.323746634Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.361161657Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.382291666Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.870447859Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.875180833Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:29.877989659Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:30.759940052Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:30.765209316Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:30.768358379Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.255698673Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.264172431Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.267895785Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.885248513Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.892866885Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:32.89714444Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:33.650295695Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:33.65605761Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:33.658909966Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:34.843172852Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:34.850304933Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:34.853847884Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.23202869Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.238891917Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.242369496Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.823507885Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.829581976Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:36.83279877Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:38.112756486Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:38.117923239Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:38.120941739Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:39.317088491Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:39.321893426Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:39.324937006Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:39.3638786Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:39.384445958Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:40.315785282Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-10T03:13:40.318333223Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"212.66759541s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:40.78803867Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:40.794478307Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:40.798714911Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:41.848026158Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:41.855459055Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:41.859103708Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:43.211679136Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:43.218627226Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:43.222496891Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:44.070972089Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:44.077696432Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:44.081668001Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:45.452844468Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:45.458505571Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:45.461304387Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:46.142305409Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:46.147481442Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:46.150239347Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:47.038999335Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:47.043430713Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:47.046791769Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:48.354359624Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:48.359541637Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:48.362468765Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:49.367072703Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:49.385953668Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:49.441623114Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:49.447919089Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:49.451583671Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:50.087897547Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:50.093956417Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:50.097382385Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:51.518090216Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:51.523223778Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:51.526170647Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:52.392815066Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:52.399432157Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:52.40361893Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:53.793954029Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:53.801508308Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:53.805537268Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:54.871308351Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:54.877021675Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:54.880210558Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:55.64678183Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:55.653086846Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:55.662095984Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:56.803977348Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:56.808920826Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:56.812470307Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:57.46629267Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:57.472131226Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:57.475599384Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:58.73287378Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:58.738152264Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:58.741605833Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:59.370882649Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:59.387345246Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:59.901043666Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:59.907014744Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:13:59.910463933Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:00.845827617Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:00.851309666Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:00.854303475Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.23086743Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.23640869Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.240098204Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.756524199Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.761989357Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:02.764550788Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:03.952707172Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:03.958063738Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:03.961388234Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:05.0610372Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:05.067000998Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:05.070921926Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:06.026341628Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:06.032255425Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:06.035433028Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:07.495708554Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:07.501091672Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:07.503945788Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:08.258136014Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:08.264184694Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:08.267735905Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:09.241140604Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:09.2469833Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:09.25003536Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:09.373665165Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:09.389473709Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:10.089939448Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:10.095736363Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:10.09860963Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:11.144665032Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:11.150496807Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:11.153852144Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:12.131759953Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:12.137533737Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:12.141235911Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:13.084752957Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:13.090548592Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:13.093946949Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.160031879Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.165359295Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.168863144Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.880979025Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.886100437Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:14.88928528Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:16.237465941Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:16.24348489Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:16.246948329Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:17.570566012Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:17.575449549Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:17.578597002Z","hostname":"oxz_switch","pid":4713} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.504551638Z","hostname":"oxz_switch","pid":4713,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae99603-8a46-4ac6-b46a-b63c22f2835a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81f57518-1909-4958-9f71-2fb3ef525e8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8fbdaa16-2071-4bcb-893f-d75db838ecd9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2816, tv_nsec: 366446612 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.505562018Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.553110293Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.612717326Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.618912849Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.621840477Z","hostname":"oxz_switch","pid":4713} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.711193052Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3037c34-21c1-4006-9c0a-f4253973378e\", \"content-length\": \"41\", \"date\": \"Fri, 10 Apr 2026 03:14:18 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:18.712750872Z","hostname":"oxz_switch","pid":4713,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:19.318705975Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:19.323563912Z","hostname":"oxz_switch","pid":4713} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:14:19.329932218Z","hostname":"oxz_switch","pid":4713,"local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:56376"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:19.330311495Z","hostname":"oxz_switch","pid":4713} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:14:19.358924864Z","hostname":"oxz_switch","pid":4713,"uri":"/97de42de-b931-4b75-9d8b-155f4a9d3357","method":"GET","req_id":"6bf11e1f-a0ff-4e4c-8a5b-853643d4feee","remote_addr":"[fd00:1122:3344:101::d]:56376","local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":27407,"response_code":200} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:19.376441371Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:19.391081312Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:20.793212434Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:20.79904942Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:20.802044859Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:21.933430775Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:21.941471965Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:21.946491564Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:22.917584078Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:22.92372565Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:22.927475994Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:23.942419018Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:23.948366196Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:23.951892036Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:25.005741932Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:25.012069328Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:25.015441095Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:26.222171107Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:26.227819249Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:26.23137164Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:27.390998296Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:27.397039096Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:27.400183829Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:28.034151217Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:28.04032716Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:28.043289068Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.241974821Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.247181674Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.250611882Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.379467601Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.392869097Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.926293739Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.931507153Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:29.93440928Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:30.558921512Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:30.564797668Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:30.568211746Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:31.872307872Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:31.878111277Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:31.881726148Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:32.66742023Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:32.672914929Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:32.676333327Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:33.587668463Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:33.593360367Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:33.596961618Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.006783153Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.012969666Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.016579017Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.656012735Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.661795209Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:35.664640306Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:36.202260521Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:36.207591807Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:36.211116057Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:37.695180336Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:37.700745607Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:37.703768357Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:38.263630364Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:38.269692674Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:38.273198074Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:39.167593824Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:39.173017902Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:39.176591122Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:39.381189695Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:39.393982719Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:40.438764076Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:40.444409168Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:40.447643492Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:41.877200988Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:41.883033214Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:41.886258228Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:42.598076513Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:42.604053942Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:42.607058441Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:43.873509159Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:43.879318264Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:43.882498888Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:44.673661668Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:44.67930529Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:44.682638876Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:45.708251372Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:45.714117988Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:45.717119948Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:46.543687751Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:46.549513437Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:46.552546307Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:47.501073562Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:47.506915018Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:47.509987789Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:48.35452886Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:48.358973078Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:48.362368165Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:49.107787057Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:49.113713925Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:49.116884288Z","hostname":"oxz_switch","pid":4713} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-04-10T03:14:49.326769855Z","hostname":"oxz_switch","pid":4713,"uri":"/97de42de-b931-4b75-9d8b-155f4a9d3357","method":"GET","req_id":"46208f6e-81cc-44c7-be2c-2e0bcef009f6","remote_addr":"[fd00:1122:3344:101::d]:56376","local_addr":"[fd00:1122:3344:101::2]:39912","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":630,"response_code":200} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:49.382584164Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:49.395969889Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:50.125905934Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:50.131296171Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:50.134385342Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:51.64056874Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:51.646829485Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:51.6496286Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.273214923Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.279878935Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.283005317Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.832871515Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.842395135Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:52.845469676Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:54.345146715Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:54.350328858Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:54.353393979Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:55.831386916Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:55.836847855Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:55.839940306Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:57.148651444Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:57.155106732Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:57.158721144Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:58.247813859Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:58.253753997Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:58.256853909Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:59.342843813Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:59.348782421Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:59.352315042Z","hostname":"oxz_switch","pid":4713} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:59.385128003Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7066903085222933974"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:14:59.39754428Z","hostname":"oxz_switch","pid":4713,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1112743155833891077"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:00.482945813Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:00.489516883Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:00.493461242Z","hostname":"oxz_switch","pid":4713} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:01.66625797Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportrear0_0 addrs [fe80::cca1:48ff:fe52:feb2]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:01.674394841Z","hostname":"oxz_switch","pid":4713} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-10T03:15:01.679035473Z","hostname":"oxz_switch","pid":4713}