[ May 21 09:13:25 Enabled. ] [ May 21 09:13:25 Rereading configuration. ] [ May 21 09:13:26 Rereading configuration. ] [ May 21 09:13:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 21 09:13:47 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.874702156Z","hostname":"oxz_switch","pid":5379,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.876504666Z","hostname":"oxz_switch","pid":5379} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.876809826Z","hostname":"oxz_switch","pid":5379} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.877058204Z","hostname":"oxz_switch","pid":5379,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.879146385Z","hostname":"oxz_switch","pid":5379,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 41da4efb-eddc-4c39-a587-9fab73d71a5d,\n ),\n sled_id: Some(\n accf3826-44b6-4730-9da1-fb810701d56f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.880399936Z","hostname":"oxz_switch","pid":5379} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.880425087Z","hostname":"oxz_switch","pid":5379,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:47.884366119Z","hostname":"oxz_switch","pid":5379,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64b5:acff:fe78:d67c->66:b5:ac:78:d6:7c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:47.886213881Z","hostname":"oxz_switch","pid":5379} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:47.891798889Z","hostname":"oxz_switch","pid":5379} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:13:47.897039454Z","hostname":"oxz_switch","pid":5379} [ May 21 09:13:48 Rereading configuration. ] [ May 21 09:13:48 Executing refresh method (:kill). ] [ May 21 09:13:48 Stopping because all processes in service exited. ] [ May 21 09:13:48 Executing stop method (:kill). ] [ May 21 09:13:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 21 09:13:48 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.527245388Z","hostname":"oxz_switch","pid":5464,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.528355985Z","hostname":"oxz_switch","pid":5464} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.528747258Z","hostname":"oxz_switch","pid":5464} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.528856972Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.530874679Z","hostname":"oxz_switch","pid":5464,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.531054046Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 41da4efb-eddc-4c39-a587-9fab73d71a5d, sled_id: accf3826-44b6-4730-9da1-fb810701d56f, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 41ffa8bd-44ab-4f24-8f58-bdb28de59048, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.531095557Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter","producer_id":"aceade60-edc1-442d-b77e-d998f9335f7a"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 41da4efb-eddc-4c39-a587-9fab73d71a5d,\n ),\n sled_id: Some(\n accf3826-44b6-4730-9da1-fb810701d56f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.532173473Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.539966424Z","hostname":"oxz_switch","pid":5464} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.541667181Z","hostname":"oxz_switch","pid":5464,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64b5:acff:fe78:d67c->66:b5:ac:78:d6:7c"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.541849507Z","hostname":"oxz_switch","pid":5464,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3009:d3ff:fe74:ff60->32:09:d3:74:ff:60"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.543059708Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.544283709Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:56165","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.544338281Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:56165","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.544517547Z","hostname":"oxz_switch","pid":5464,"local_addr":"[fd00:1122:3344:101::2]:56165","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:56165","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.544543988Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.544553248Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.544749945Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.545149628Z","hostname":"oxz_switch","pid":5464,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.545321954Z","hostname":"oxz_switch","pid":5464,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:56165","producer_id":"aceade60-edc1-442d-b77e-d998f9335f7a"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.545356455Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:48.545372325Z","hostname":"oxz_switch","pid":5464,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.54580669Z","hostname":"oxz_switch","pid":5464} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.546228794Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:13:48.546516334Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.275663ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.547548949Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-21T09:13:21.577373475Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.547575489Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","id":"10277669773336910775"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:48.54758458Z","hostname":"oxz_switch","pid":5464,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:13:48.54879345Z","hostname":"oxz_switch","pid":5464} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:13:48.703397442Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"158.150761ms","count":"1"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:13:48.96048918Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"415.185687ms","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.634639077Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21ea2895-5641-4b21-a598-93d4fb0ae9b9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5ad8178-4d06-4a34-a527-2ae4c14b240e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 2715, tv_nsec: 388576405 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.635269728Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.652271058Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.938762161Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.944622237Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.948017921Z","hostname":"oxz_switch","pid":5464} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.948257139Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.949649396Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-21T09:13:21.577216650Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.949696137Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","id":"14984469708559440030"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:49.949711968Z","hostname":"oxz_switch","pid":5464,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T09:13:49.98082052Z","hostname":"oxz_switch","pid":5464,"interface":"tfportqsfp0_0","entry":"10.151.2.174->be:50:ac:fd:28:1f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:51.417472886Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:51.422358359Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:51.425503505Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:52.773392765Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:52.778262398Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:52.780871695Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:54.028579337Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:54.033382128Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:54.036700029Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:55.361455004Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:55.366808773Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:55.369851155Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:56.226662205Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:56.231341862Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:56.234467096Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.38049032Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.385381814Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.388598361Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.948451107Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.953113514Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:57.956493767Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:58.540838124Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:58.545232391Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:58.550012121Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:58.550042622Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:59.718584391Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:59.723530246Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:59.7269374Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:13:59.951838389Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:00.634960356Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:00.639608542Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:00.642444847Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.009114176Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.013751762Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.016754683Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.635015596Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.639840668Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:02.642772956Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.24224964Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.246878395Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.249695899Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.822726406Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.827427324Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:03.830616521Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:04.278930553Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:14:04.28002969Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"16.109541466s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:05.273326075Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:05.278339993Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:05.281094696Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.504885548Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.5097147Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.512664259Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.860365355Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21ea2895-5641-4b21-a598-93d4fb0ae9b9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5ad8178-4d06-4a34-a527-2ae4c14b240e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 2732, tv_nsec: 996070910 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.861014097Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:06.868874191Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.206358964Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.211958932Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.215152809Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.858265835Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.862915481Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:07.86585836Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:08.16726059Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:08.395266724Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:08.399833547Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:08.402976183Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:09.2002773Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:09.205009139Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:09.208458655Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:09.564680117Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:10.27733307Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:10.281719277Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:10.284407247Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:11.398264304Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:11.403442909Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:11.406584934Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:12.28978486Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:12.294792948Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:12.297739577Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:13.261251607Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:13.265853292Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:13.269193174Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:14.648078562Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:14.652606084Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:14.655595094Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:16.050360104Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:16.055737244Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:16.059097847Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:17.26884053Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:17.273402814Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:17.277168121Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.029875509Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.034584388Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.037766225Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.141333605Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.819698354Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.824221436Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:18.828080886Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:19.393622883Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:19.39770663Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:19.400829445Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:19.538768311Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:20.901929607Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:20.907643039Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:20.911215619Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:21.709733457Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:21.71428602Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:21.716751642Z","hostname":"oxz_switch","pid":5464} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:21.828691325Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:14:21.829686989Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"33.707877275s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:22.921535846Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:22.926367308Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:22.929869435Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:23.455539964Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:23.460320384Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:23.463330765Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.306781054Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.311232174Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.31406555Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.632971309Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21ea2895-5641-4b21-a598-93d4fb0ae9b9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5ad8178-4d06-4a34-a527-2ae4c14b240e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 2750, tv_nsec: 817969282 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.633686923Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:24.640011305Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:25.672358026Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:25.676446424Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:25.679667812Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:27.031708349Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:27.036051335Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:27.0388586Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:28.115586042Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:28.234509069Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:28.239450565Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:28.242609841Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:29.297518528Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:29.302382052Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:29.305549048Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:29.51236428Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:30.454844037Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:30.459535005Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:30.462665604Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:31.695487306Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:31.700279667Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:31.703368191Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.007609519Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.012500463Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.016486227Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.708458765Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.712936126Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:33.716240486Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.441774093Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.446654377Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.449629477Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.958398997Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.963280949Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:34.966159638Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:35.53448821Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:35.538903838Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:35.542464358Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:36.830601554Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:36.836228003Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:36.839351728Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.090505761Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.244271933Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.248678337Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.252167764Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.977763082Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.981379124Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:38.984292691Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:39.487900988Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:39.600762931Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T09:14:39.601644901Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.528877247s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.143247324Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.149788954Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.152718513Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.947166764Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.952367359Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:40.955647269Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:42.172835099Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:42.176876805Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:42.179902146Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.464719779Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.468983843Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.472574043Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.984932083Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.989703024Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:43.992756117Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:44.654716825Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:44.660247311Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:44.663596234Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.232333569Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.236442438Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.239387247Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.780831964Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.78575044Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:45.788898946Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.305327453Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.309616158Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.312632239Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.94788104Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.952221986Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:46.955424224Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:47.984481212Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:47.989049425Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:47.992220532Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.065257897Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.510296795Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.514461475Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.516826524Z","hostname":"oxz_switch","pid":5464} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.672129624Z","hostname":"oxz_switch","pid":5464,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21ea2895-5641-4b21-a598-93d4fb0ae9b9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5ad8178-4d06-4a34-a527-2ae4c14b240e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe8e0346-5673-4221-83c9-066466db08d8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 2774, tv_nsec: 923261828 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.673075796Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:48.681179999Z","hostname":"oxz_switch","pid":5464,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:49.462252052Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:49.518620335Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:49.522997853Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:49.526211121Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:51.018717716Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:51.023086763Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:51.026458396Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:52.210061419Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:52.216149754Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:52.219403693Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:53.305325112Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:53.310197166Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:53.313554219Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:54.321443355Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:54.327170267Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:54.329974362Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:55.552948197Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:55.55719125Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:55.55987101Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:56.568552543Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:56.573331794Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:56.576337225Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:57.451022384Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:57.456438046Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:57.459502009Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.03971843Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10277669773336910775"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.072811463Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.077648385Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.080577024Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.795618037Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.801346889Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:58.805096605Z","hostname":"oxz_switch","pid":5464} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:59.395113627Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:59.399404041Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:59.402579968Z","hostname":"oxz_switch","pid":5464} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:14:59.436007511Z","hostname":"oxz_switch","pid":5464,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14984469708559440030"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:15:00.822497962Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportrear0_0 addrs [fe80::64b5:acff:fe78:d67c]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:15:00.835497589Z","hostname":"oxz_switch","pid":5464} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T09:15:00.839074719Z","hostname":"oxz_switch","pid":5464}