[ Jun 24 04:39:39 Enabled. ] [ Jun 24 04:39:39 Rereading configuration. ] [ Jun 24 04:39:40 Rereading configuration. ] [ Jun 24 04:39:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 24 04:39:52 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.106306614Z","hostname":"oxz_switch","pid":5162,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.108523166Z","hostname":"oxz_switch","pid":5162} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.108963966Z","hostname":"oxz_switch","pid":5162} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.109880967Z","hostname":"oxz_switch","pid":5162,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.111661249Z","hostname":"oxz_switch","pid":5162,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 452421d5-8089-41e5-93d3-e0454329597d,\n ),\n sled_id: Some(\n eab2db81-6a46-4a9f-b051-50af927d67cd,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.115344474Z","hostname":"oxz_switch","pid":5162} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.115379085Z","hostname":"oxz_switch","pid":5162,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.118550788Z","hostname":"oxz_switch","pid":5162,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b498:29ff:fec5:2849->b6:98:29:c5:28:49"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.119968121Z","hostname":"oxz_switch","pid":5162} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.126482622Z","hostname":"oxz_switch","pid":5162} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:39:52.133084575Z","hostname":"oxz_switch","pid":5162} [ Jun 24 04:39:52 Rereading configuration. ] [ Jun 24 04:39:52 Executing refresh method (:kill). ] [ Jun 24 04:39:52 Stopping because all processes in service exited. ] [ Jun 24 04:39:52 Executing stop method (:kill). ] [ Jun 24 04:39:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 24 04:39:52 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.839131887Z","hostname":"oxz_switch","pid":5464,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.84011478Z","hostname":"oxz_switch","pid":5464} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.840486719Z","hostname":"oxz_switch","pid":5464} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.840580731Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.840769825Z","hostname":"oxz_switch","pid":5464,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.842838523Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 452421d5-8089-41e5-93d3-e0454329597d, sled_id: eab2db81-6a46-4a9f-b051-50af927d67cd, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 07b9dfef-f72d-4ed2-91a0-0b23889abe7a, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.842888304Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","producer_id":"a82f25bb-1de2-45a8-b222-bbc959ce80ca"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 452421d5-8089-41e5-93d3-e0454329597d,\n ),\n sled_id: Some(\n eab2db81-6a46-4a9f-b051-50af927d67cd,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.84398512Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.851839362Z","hostname":"oxz_switch","pid":5464} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.853564851Z","hostname":"oxz_switch","pid":5464,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7c6e:beff:fe43:5e52->7e:6e:be:43:5e:52"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.853859408Z","hostname":"oxz_switch","pid":5464,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b498:29ff:fec5:2849->b6:98:29:c5:28:49"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.855758562Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.856613262Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:35101","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.856703864Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:35101","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.856846127Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:35101","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35101","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.856875578Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.856884248Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.857078133Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.857434331Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.857446921Z","hostname":"oxz_switch","pid":5464,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35101","producer_id":"a82f25bb-1de2-45a8-b222-bbc959ce80ca"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:52.857458032Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.857464202Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.857542154Z","hostname":"oxz_switch","pid":5464} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.857976084Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.859582341Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-24T04:39:35.880636954Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.859609642Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","id":"17875902794478759752"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:52.859622932Z","hostname":"oxz_switch","pid":5464,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:39:52.861040985Z","hostname":"oxz_switch","pid":5464} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:39:53.563809071Z","hostname":"oxz_switch","pid":5464,"interface":"tfportqsfp0_0","entry":"10.151.1.174->da:24:43:53:da:1f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.643585179Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.648041403Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.650883419Z","hostname":"oxz_switch","pid":5464} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.651144395Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.651754659Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-24T04:39:35.880504081Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.65180889Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","id":"6741121772300024622"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:53.65182107Z","hostname":"oxz_switch","pid":5464,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:55.07324101Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:55.078045761Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:55.081282316Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.321417085Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.328942479Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.333560926Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.885733672Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.890691567Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:56.89342271Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:57.614092361Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:57.618392901Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:57.62138707Z","hostname":"oxz_switch","pid":5464} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:39:57.859351815Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"5.001828441s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.194426079Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 688, tv_nsec: 435306652 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.195165846Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.211992776Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.582609525Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.588287166Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:58.591515561Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:59.239129628Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:59.244017512Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:39:59.24739809Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:00.557471599Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:00.562991377Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:00.566337215Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:01.329313786Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:01.333479982Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:01.336172725Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.162218967Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.166756883Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.17012141Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.766800758Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.771217311Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.77466435Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:02.862346392Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:03.653947077Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:03.732425666Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:03.737025642Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:03.740269087Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:04.748060332Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:04.752588217Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:04.75531961Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:05.923283766Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:05.92734022Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:05.930433132Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:06.628156201Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:06.633100666Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:06.636567276Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:07.019192474Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:07.023541095Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:07.027084517Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.251444176Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.257107038Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.260454636Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.877540515Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.883827801Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:08.886671927Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.265601049Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.270019172Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.273671707Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.960836134Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.965485002Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:10.968295937Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:12.072506156Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:12.07742526Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:12.080634305Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:12.425602641Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:12.77287378Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:40:12.773745061Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.357208955s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.179650323Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 703, tv_nsec: 862636764 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.180457522Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.187927452Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.212994798Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.363860264Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.368441381Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:13.371976303Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:14.328602195Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:14.332332722Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:14.335038334Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:15.743083248Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:15.747568976Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:15.750842428Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:16.596772666Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:16.601400214Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:16.605167981Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:17.226163552Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:17.230536203Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:17.233534653Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:18.431234724Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:18.436044486Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:18.439324962Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.018346346Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.023725102Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.026961937Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.969884786Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.974259538Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:19.976848568Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:20.968946351Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:20.974667814Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:20.977772166Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.400434193Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.421434011Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.426184141Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.429523379Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.954016106Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.958158822Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:22.960924297Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:23.187374838Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:23.871735231Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:23.877266679Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:23.880520085Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:24.772177403Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:24.776248898Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:24.779310979Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:25.639647251Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:25.644715599Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:25.648026666Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:27.143377574Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:27.148236307Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:27.151451822Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.148436048Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:40:28.149473472Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.775177456s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.424731938Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.429846927Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.433033068Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.960729103Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.965976615Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:28.969309952Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.157607728Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 719, tv_nsec: 884483059 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.158297564Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.166537455Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.51838885Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.523740825Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:29.527171414Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:30.893269229Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:30.897736892Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:30.900525157Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:32.199087408Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:32.203802907Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:32.207038893Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:32.375281391Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:33.162794146Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:33.17544264Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:33.180711132Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:33.183797804Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:34.345870172Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:34.350277535Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:34.353217343Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:34.997431741Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:35.002054919Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:35.005328935Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:36.368075589Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:36.372349948Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:36.375183511Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:37.498477555Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:37.503454431Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:37.506604974Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:38.468106456Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:38.472328444Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:38.475409296Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:39.467206854Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:39.471470073Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:39.474916333Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:40.90477651Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:40.914539697Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:40.91722094Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:41.440731525Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:41.445353532Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:41.448813393Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:42.180430084Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:42.185046561Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:42.188550363Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:42.349978924Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:43.138309432Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:43.201680665Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:43.206311392Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:43.209364273Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.127334905Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:40:44.128383839Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.797095683s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.170887167Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.175202357Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.178378331Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.785179682Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.788703684Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:44.791943382Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:45.502462178Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:45.506703857Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:45.509658285Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.41196419Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 185238782 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.412576685Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.419065566Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.886321182Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.890470579Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:46.893783705Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.168348982Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.172542319Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.175792945Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.82751962Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.832023895Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:48.834887752Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:49.777912636Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:49.782228617Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:49.785014691Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:50.812581669Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:50.817290409Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:50.820810581Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:52.301658452Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:52.306282749Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:52.30978576Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:52.324178965Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:53.11335351Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:53.80033542Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:53.804900116Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:53.807680798Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:54.807582274Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:54.812031808Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:54.815324504Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:55.962702735Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:55.968355487Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:55.971766016Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:56.608749357Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:56.613086981Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:56.615808511Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:57.766673385Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:57.771071387Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:57.774091237Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:58.360193126Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:58.366407991Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:58.369224347Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:59.55584896Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:59.560263532Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:40:59.562854663Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:00.92003911Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:00.924496963Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:00.927208046Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:01.379434795Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:41:01.38053283Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"69.096035925s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:01.543526298Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:01.548666227Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:01.551722848Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:02.171277795Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:02.17621181Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:02.179577178Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:02.298651655Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:03.087371121Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:03.396402801Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:03.400899956Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:03.403509486Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.460296032Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.465499903Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.468857141Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.620222538Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 755, tv_nsec: 442888679 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.620934945Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.628515251Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.990883631Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.995930909Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:04.999239024Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:06.257250038Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:06.262417828Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:06.265151931Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:07.086024175Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:07.089833024Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:07.093255503Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:08.037726239Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:08.042434719Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:08.045150082Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:09.477689558Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:09.481723132Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:09.484895726Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:10.904666685Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:10.908999596Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:10.912138299Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:11.499233661Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:11.504103784Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:11.506998181Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:12.041091211Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:12.047092161Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:12.050101131Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:12.274310351Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:13.062794612Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:13.396111946Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:13.402053414Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:13.405293849Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:14.202263928Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:14.206777793Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:14.2096889Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.301461059Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.305840961Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.314658226Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.973676229Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.977826495Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:15.981301356Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:17.274842273Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:17.280174707Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:17.28320489Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:18.536058958Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:18.541620707Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:18.54475294Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:19.464838319Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:19.469329064Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:19.47259646Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:19.589192469Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:41:19.591038702Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"87.355589766s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:20.800323232Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:20.806297341Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:20.809731171Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:21.929480981Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:21.933957375Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:21.937273602Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:22.249124749Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:22.817573038Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:22.822523483Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:22.825979813Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:23.038153053Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:23.578787425Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:23.583517895Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:23.586893133Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:24.818466461Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:24.823294373Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:24.826689332Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:25.488570232Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:25.493544858Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:25.49707118Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:26.349154818Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:26.355124617Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:26.358213059Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.103246321Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 777, tv_nsec: 986635453 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.103868076Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.110454609Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.771510019Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.776206918Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:27.779553336Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:28.835691268Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:28.840612272Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:28.843391517Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:29.706123834Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:29.718311437Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:29.725658918Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:30.707359459Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:30.712507008Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:30.715537019Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:31.271646353Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:31.276482106Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:31.279505636Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:32.019629806Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:32.024722675Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:32.027604341Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:32.228272041Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:33.019435535Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:33.053710939Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:33.059372091Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:33.063217949Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:34.464908825Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:34.488876993Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:34.510527411Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:35.646645984Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:35.652883728Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:35.658364395Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:37.123824007Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:37.12872532Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:37.131640348Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:38.528802045Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:38.533496504Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:38.536432024Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:39.800719348Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:39.804787832Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:39.807562337Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:41.08580385Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:41.091890511Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:41.095546576Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.087396305Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.09234234Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.095168276Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.101937482Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:41:42.102795512Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"109.897082957s","count":"6"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.231829983Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.711677333Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.716566596Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:42.720113868Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:43.022639079Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:43.793829382Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:43.799693388Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:43.802709118Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:45.333280674Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:45.342708292Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:45.347237057Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:46.446834407Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:46.453570263Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:46.457644278Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:47.03852329Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:47.044036807Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:47.047941798Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:48.339303434Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:48.344632427Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:48.34777872Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:49.581318887Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:49.583620391Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:49.588109475Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:50.430034044Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:50.434879106Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:50.437939377Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:51.041032521Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:51.04573639Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:51.048611821Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:52.234734101Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:52.260792734Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:52.265900403Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:52.268847891Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:53.025191827Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:53.493842059Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:53.498610049Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:53.5016515Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:54.930553975Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:54.935271654Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:54.938308344Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:56.666423013Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:56.671934311Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:56.674509151Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:57.303045894Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:57.308194165Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:57.311102231Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:58.300025373Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:58.305433469Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:58.308737655Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:59.814282917Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:59.818471094Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:41:59.821484194Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:00.771197922Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:00.776573727Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:00.779953175Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:02.094913742Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:02.104195546Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:02.107484863Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:02.237377763Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.02605394Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.072565337Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.07741624Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.080268596Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.637381286Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 814, tv_nsec: 529981588 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.63797176Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:03.644681916Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:04.126794828Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:04.132260525Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:04.135314115Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.369275341Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.379253742Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.382510977Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.928587952Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.933359873Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:05.936819393Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:07.340953787Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:07.346295651Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:07.349766651Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:08.587232633Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:08.592671149Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:08.596040417Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.034078851Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.03922331Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.042646199Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.60283846Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.608691736Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:10.611589263Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:11.519160125Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:11.524286594Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:11.527675502Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:12.239820125Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:12.403398576Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:12.408622217Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:12.411185366Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:13.028407179Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:13.281702539Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:13.287126635Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:13.290267137Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.00805084Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.012696668Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.016025585Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.745794846Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.749748268Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:14.752521162Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:16.089361073Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:16.094921041Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:16.098216818Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:17.138767751Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:17.143805837Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:17.147520514Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:18.539671685Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:18.544571349Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:18.547694691Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:18.646370438Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:42:18.64731838Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"146.440902345s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:19.994846298Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:20.000406456Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:20.003626941Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:20.71255614Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:20.718298113Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:20.721273332Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:21.805230581Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:21.810839041Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:21.813875861Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:22.24309299Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:23.0303066Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:31.217631242Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:31.303093443Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:31.553904975Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:32.263279984Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:32.888992885Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:32.896580151Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:32.901324561Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:33.033419922Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:36.549677888Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:36.557208472Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:37.787705028Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.14668394Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 850, tv_nsec: 37225874 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.21916778Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.391455872Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.405290503Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.411970188Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.416995294Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.991018867Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:39.998700875Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:40.003076826Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:41.008080316Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:41.01648009Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:41.021278792Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:42.235183283Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:42.24285401Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:42.247284103Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:42.309733831Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.04114816Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.06618879Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.075923995Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.083332407Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.98662507Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.993788646Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:43.997984594Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:45.281851566Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:45.290095407Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:45.294764805Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:46.37076667Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:46.378640803Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:46.382943262Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:47.551274897Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:47.560337077Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:47.56562908Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:48.450414904Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:48.457969509Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:48.462723889Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:49.743755615Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:49.748430213Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:49.751542555Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:50.277916064Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:50.282807407Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:50.285917119Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:51.378911168Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:51.385093461Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:51.388236784Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:52.370284713Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:52.54580697Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:52.550909439Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:52.553599341Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:53.044310653Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:53.455677296Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:53.460339174Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:53.463346784Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:54.393436018Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T04:42:54.395274001Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"182.188747985s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:54.818736224Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:54.826544985Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:54.831841728Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:55.763687082Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:55.768067914Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:55.771145035Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:56.906421994Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:56.912033394Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:56.91531368Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:57.570543614Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:57.576300397Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:57.57988932Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:58.65175964Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:58.659186712Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:58.662910708Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:59.301848626Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:59.310724111Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:42:59.315356309Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:00.322515339Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:00.333203256Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:00.338832477Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:01.810738497Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:01.822377947Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:01.828038528Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:02.374338938Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:02.758823508Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:02.766106557Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:02.770086079Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:03.048056381Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:03.956395131Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:03.964894387Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:03.969179607Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:04.540020075Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:04.548118813Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:04.552702939Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:05.531534191Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:05.537210863Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:05.540642772Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:06.73454667Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:06.745007452Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:06.750510389Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:07.26794234Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:07.274039452Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:07.328046572Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:08.030599723Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:08.041422134Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:08.046391829Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:09.454904039Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:09.46526722Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:09.469210171Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.314268404Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.320902598Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.324425109Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.873195657Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.879257067Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:10.882674926Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:12.107205043Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:12.113820077Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:12.117331938Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:12.377740253Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:13.050504014Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:13.530937036Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:13.536903285Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:13.541057511Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:14.73546204Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:14.741561701Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:14.809158238Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:16.082199069Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:16.087345798Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:16.090922031Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:17.473327596Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:17.478386753Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:17.48125073Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:18.185233293Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:18.191422027Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:18.20190357Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.292842651Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.29884101Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.306809035Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.985244457Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.990918768Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:19.994319177Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:20.823891251Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:20.830017082Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:20.833425031Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:21.414163399Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:21.420265001Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:21.42326334Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:22.380745479Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:22.797051426Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:22.804190262Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:22.808313187Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:23.052127337Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:24.215972278Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:24.222391966Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:24.226097802Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:24.996483974Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:25.004317086Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:25.008986504Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:25.923846345Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:25.929915745Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:25.932993627Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:27.250635301Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:27.256396134Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:27.260756305Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:28.350907977Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:28.356917126Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:28.36227431Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.702073138Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.708430405Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.711837474Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.844744804Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1380cf64-2e2d-485d-b046-8d5c3dfd3866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b7ff5b7-36fc-4f53-b720-298e94b96d07.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c08f8384-df2b-42ba-ad95-25d4aee603d1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 900, tv_nsec: 736531186 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.845283076Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.896474703Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.994146766Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e41f91-8e29-45e7-a1e8-5e0299811a7a\", \"content-length\": \"41\", \"date\": \"Wed, 24 Jun 2026 04:43:29 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:29.995682732Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:30.907579524Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:30.915082318Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:30.919323946Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.006566701Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.01257252Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.016354468Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.383992958Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.659444421Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.666272049Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:32.669560565Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:33.055765235Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:33.801632199Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:33.807155257Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:33.81031833Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:34.910032474Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:34.914783094Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:34.917719662Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:36.148597635Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:36.154106382Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:36.157199754Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:37.221903125Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:37.229250057Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:37.233135405Z","hostname":"oxz_switch","pid":5464} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:43:38.02952928Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:35101","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:58033"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-06-24T04:43:38.046502513Z","hostname":"oxz_switch","pid":5464,"uri":"/a82f25bb-1de2-45a8-b222-bbc959ce80ca","method":"GET","req_id":"c0cf5afd-3ed9-41f1-a54c-1353e4f6d010","remote_addr":"[fd00:1122:3344:101::d]:58033","local_addr":"[fd00:1122:3344:101::2]:35101","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":15797,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:38.235517373Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:38.243334704Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:38.247287576Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:39.710946723Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:39.716963922Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:39.720795451Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.104168848Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.110357142Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.113550076Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.872559054Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.878097642Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:41.881253395Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:42.386493903Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:43.016751828Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:43.022913421Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:43.026444153Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:43.059078949Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:44.531814839Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:44.542993395Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:44.546565058Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:45.554972116Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:45.560277899Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:45.563852512Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:46.207273962Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:46.213883265Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:46.218118703Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:47.252603146Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:47.257161481Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:47.260305294Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:48.959398132Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:48.96539028Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:48.968303268Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:49.527051186Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:49.532710597Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:49.53586605Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:50.649600029Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:50.655442404Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:50.65897846Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:51.743296793Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:51.748911543Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:51.751988664Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:52.745789863Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17875902794478759752"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:52.943193328Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:52.949846172Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:52.95322191Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:53.419490586Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6741121772300024622"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:54.240759177Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:54.246153842Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:54.24953148Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:55.60411829Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:55.610320943Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:55.613483597Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:56.557448931Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:56.563159544Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:56.566837449Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:57.561961561Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:57.568819878Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:57.572653937Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:58.987416029Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::b498:29ff:fec5:2849]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:58.99299339Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T04:43:58.996355618Z","hostname":"oxz_switch","pid":5464}