[ May 18 07:12:40 Enabled. ] [ May 18 07:12:40 Rereading configuration. ] [ May 18 07:12:41 Rereading configuration. ] [ May 18 07:12:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 18 07:12:52 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.861073815Z","hostname":"oxz_switch","pid":5148,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.862833855Z","hostname":"oxz_switch","pid":5148} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.863169817Z","hostname":"oxz_switch","pid":5148} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.863471708Z","hostname":"oxz_switch","pid":5148,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.865431419Z","hostname":"oxz_switch","pid":5148,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 048896f0-5a8a-4fbc-8d68-5503a9f0afb9,\n ),\n sled_id: Some(\n 325123aa-7ac4-4e4e-a143-495f4b20a951,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.868199974Z","hostname":"oxz_switch","pid":5148} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.868246045Z","hostname":"oxz_switch","pid":5148,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:52.873915816Z","hostname":"oxz_switch","pid":5148,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b816:96ff:fe31:ed14->ba:16:96:31:ed:14"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:52.876308839Z","hostname":"oxz_switch","pid":5148} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:52.884006352Z","hostname":"oxz_switch","pid":5148} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:12:52.89102289Z","hostname":"oxz_switch","pid":5148} [ May 18 07:12:53 Rereading configuration. ] [ May 18 07:12:53 Executing refresh method (:kill). ] [ May 18 07:12:53 Stopping because all processes in service exited. ] [ May 18 07:12:53 Executing stop method (:kill). ] [ May 18 07:12:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 18 07:12:53 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.580400927Z","hostname":"oxz_switch","pid":5451,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.581441893Z","hostname":"oxz_switch","pid":5451} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.581741225Z","hostname":"oxz_switch","pid":5451} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.581854275Z","hostname":"oxz_switch","pid":5451,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.583781886Z","hostname":"oxz_switch","pid":5451,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.583901997Z","hostname":"oxz_switch","pid":5451,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 048896f0-5a8a-4fbc-8d68-5503a9f0afb9, sled_id: 325123aa-7ac4-4e4e-a143-495f4b20a951, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 49095112-53c5-4311-a65e-4669b12636d2, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.583941927Z","hostname":"oxz_switch","pid":5451,"unit":"oximeter","producer_id":"7fd0e448-738b-42e3-8a75-5a3553f6303a"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 048896f0-5a8a-4fbc-8d68-5503a9f0afb9,\n ),\n sled_id: Some(\n 325123aa-7ac4-4e4e-a143-495f4b20a951,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.585018363Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.592168503Z","hostname":"oxz_switch","pid":5451} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.593990182Z","hostname":"oxz_switch","pid":5451,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b816:96ff:fe31:ed14->ba:16:96:31:ed:14"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.594158754Z","hostname":"oxz_switch","pid":5451,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c43:85ff:fe21:c826->0e:43:85:21:c8:26"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.595480371Z","hostname":"oxz_switch","pid":5451,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.596688268Z","hostname":"oxz_switch","pid":5451,"local_addr":"[fd00:1122:3344:101::2]:42206","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.596751488Z","hostname":"oxz_switch","pid":5451,"local_addr":"[fd00:1122:3344:101::2]:42206","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.596911629Z","hostname":"oxz_switch","pid":5451,"local_addr":"[fd00:1122:3344:101::2]:42206","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:42206","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.596951859Z","hostname":"oxz_switch","pid":5451,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.596962659Z","hostname":"oxz_switch","pid":5451,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.59713457Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.597453132Z","hostname":"oxz_switch","pid":5451,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.597500802Z","hostname":"oxz_switch","pid":5451,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:42206","producer_id":"7fd0e448-738b-42e3-8a75-5a3553f6303a"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:53.597514032Z","hostname":"oxz_switch","pid":5451,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.597519752Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.597877574Z","hostname":"oxz_switch","pid":5451} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.598238856Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:12:53.598673459Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.143576ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.599623404Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-18T07:12:36.672225593Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.599645164Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","id":"12586201278451070858"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.599665654Z","hostname":"oxz_switch","pid":5451,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:12:53.601006481Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.869918047Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 676, tv_nsec: 791841205 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.870657291Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:53.891413655Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T07:12:54.362014464Z","hostname":"oxz_switch","pid":5451,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8a:9e:1c:70:98:10"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.439379222Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.44453527Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.44813183Z","hostname":"oxz_switch","pid":5451} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.448594003Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.449775879Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-18T07:12:36.672090083Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.44981962Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","id":"2189371401444790297"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:54.449838409Z","hostname":"oxz_switch","pid":5451,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:55.004583813Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:55.010610377Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:55.014467658Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:56.424243224Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:56.429882045Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:56.432912172Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:57.19292115Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:57.196910341Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:57.199550906Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:58.570416478Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:58.575279824Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:58.578568512Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:59.716259696Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:59.720761701Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:12:59.723271645Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:00.5336167Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:00.538731958Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:00.541754625Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.072973629Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.077742685Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.080850412Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.616620511Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.620800345Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:01.623472669Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.18492098Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.189126913Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.191965049Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.905142338Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.910094526Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:02.912802701Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:03.603051323Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:03.973395948Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:03.978073013Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:03.981253911Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:04.452186822Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:04.991580691Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:04.996140196Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:04.999376344Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:05.991529034Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:05.99611585Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:05.999037535Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:06.732084984Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:06.737296613Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:06.740512731Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.001572819Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.006876658Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.009403992Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.579755553Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.584268788Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.587336735Z","hostname":"oxz_switch","pid":5451} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:08.861181167Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:13:08.862053882Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.296517543s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.567133024Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 692, tv_nsec: 519556799 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.56800583Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.575996654Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.975170579Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.979692468Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:09.982806211Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.465262096Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.47086616Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.473857061Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.986397921Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.992134823Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:11.994961826Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:13.447878998Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:13.452029731Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:13.454853282Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:13.58553775Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:14.437495635Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:14.802097459Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:14.806638305Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:14.809966129Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:15.982617182Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:15.986927875Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:15.989836084Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:16.932562107Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:16.936622266Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:16.939614149Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:18.0047887Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:18.009829559Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:18.012276983Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:19.095226841Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:19.10086389Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:19.103718482Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:20.361407917Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:20.367392568Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:20.370469626Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.047001141Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.051273109Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.054126967Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.720035844Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.724149971Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:21.726992605Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:22.29411262Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:22.298926151Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:22.302388713Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.14744584Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.152632684Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.155436891Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.615560982Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.955432771Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.960306722Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:23.963602772Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:24.466337642Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:24.617933599Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:13:24.618933719Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"31.010860103s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:24.808972476Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:24.813899003Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:24.817263298Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:25.701797704Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 708, tv_nsec: 610243778 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:25.702522742Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:25.708878801Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:26.062875611Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:26.066902935Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:26.070115685Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:27.233450442Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:27.238292931Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:27.241820967Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:28.526042913Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:28.530513084Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:28.533695046Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:29.125873809Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:29.130961053Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:29.13416694Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:30.388091864Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:30.392480546Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:30.395397679Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:31.751460644Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:31.756091944Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:31.759167874Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:32.841666054Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:32.846188358Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:32.848917925Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:33.565335361Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:33.570355846Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:33.573224601Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:33.644916418Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:34.495667957Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:34.941808764Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:34.947012712Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:34.949917001Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:36.255421478Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:36.259924836Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:36.263006283Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:37.053850763Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:37.057836349Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:37.060520892Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.009858052Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.014648291Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.017651858Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.893954662Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.898613731Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:38.901921099Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:40.031701447Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:40.0356459Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:40.038666678Z","hostname":"oxz_switch","pid":5451} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:40.750981749Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:13:40.751757316Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.099873663s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.301078783Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.305939361Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.309215149Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.974866297Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.979892169Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:41.982890553Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.324731219Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.329625053Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.333121278Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.593627082Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 726, tv_nsec: 453483806 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.594517127Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.602349186Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:43.673811432Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:44.433500553Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:44.437911995Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:44.440805489Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:44.52565782Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:45.374654223Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:45.379643477Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:45.382654024Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:46.750565645Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:46.754693273Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:46.757934991Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:48.122142207Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:48.126939661Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:48.129943817Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:49.618151113Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:49.622755104Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:49.626221083Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:50.796832677Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:50.801727311Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:50.804587368Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:51.687701775Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:51.692597174Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:51.695765888Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:52.252786848Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:52.257462075Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:52.260800213Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:53.628657736Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:53.633552389Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:53.637161141Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:53.702796096Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:54.554494587Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:54.793190086Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:54.798405951Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:54.801793971Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:55.387912584Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:55.391817071Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:55.395331349Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:56.416139868Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:56.420976275Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:56.424397302Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:57.473613649Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:57.478165773Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:57.481457159Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:58.320389641Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:58.325291039Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:58.328083608Z","hostname":"oxz_switch","pid":5451} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:58.644712634Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:13:58.646161657Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.945611164s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.0816884Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.086237889Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.089060275Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.858890198Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.863685068Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:13:59.867058122Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:00.604986387Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:00.614472389Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:00.617382209Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.093101742Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.097834161Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.101329463Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.634193144Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.638741102Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:02.641794017Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.358332431Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 746, tv_nsec: 164456890 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.359210068Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.3657662Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.732676499Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.925730826Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.930384154Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:03.933250983Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:04.583763203Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:04.607500994Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:04.611534643Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:04.615444076Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:06.023731682Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:06.028133594Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:06.030699677Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:07.063563415Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:07.068023376Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:07.071768551Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:08.020312715Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:08.025281385Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:08.027816744Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.042070895Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.046613372Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.049668849Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.856997785Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.861571016Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:09.864548055Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:10.501992671Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:10.507018049Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:10.510405737Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:11.130422004Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:11.135968763Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:11.139422532Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:12.193898139Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:12.199142923Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:12.202631601Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:13.104040313Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:13.109732787Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:13.113068803Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:13.761731669Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:14.412103328Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:14.417015308Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:14.420127699Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:14.613374121Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:15.723075262Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:15.727968372Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:15.73166254Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:16.831230206Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:16.835420726Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:16.838510364Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:17.356228854Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:17.364058136Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:17.367089458Z","hostname":"oxz_switch","pid":5451} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:18.407896133Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:14:18.408860536Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.654628097s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:18.854337774Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:18.859797719Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:18.862641727Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:20.272236562Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:20.278464526Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:20.281521931Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:21.638852586Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:21.642510287Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:21.645542976Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:23.141346995Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:23.146132462Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:23.149625152Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:23.790895192Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.069027739Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.074406348Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.077136272Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.642459867Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.882785971Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.887218953Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:24.890588293Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:25.631062869Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 768, tv_nsec: 376671908 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:25.631750575Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:25.639532015Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:26.121082427Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:26.126180729Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:26.129521956Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.441830874Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.446299814Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.449646196Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.991122281Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.995116591Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:27.998066747Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:29.358618434Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:29.363317482Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:29.365949493Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:30.150276792Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:30.154973276Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:30.15786471Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:31.358735221Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:31.363637721Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:31.36689745Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:32.441219144Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:32.445183681Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:32.448223494Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:33.563382965Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:33.568129301Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:33.577187083Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:33.820284103Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:34.67120233Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:34.840869609Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:34.845584515Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:34.848833944Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:36.239725919Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:36.244187373Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:36.247310785Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:37.428487236Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:37.43263071Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:37.435758575Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:38.704167431Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:38.708381739Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:38.711435234Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:39.790894678Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:39.795890003Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:39.799004828Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:40.448493607Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:40.453252863Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:40.456349254Z","hostname":"oxz_switch","pid":5451} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:40.682215493Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T07:14:40.683309478Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"106.868544985s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.240046104Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.245246336Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.24809283Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.877284756Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.881803296Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:41.885138372Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:42.495576641Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:42.500174446Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:42.503341248Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:43.639785442Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:43.644289771Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:43.648300838Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:43.849536066Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:44.700964501Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:45.13331655Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:45.137466173Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:45.140383069Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:46.580399106Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:46.585453078Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:46.588260053Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:47.527912554Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:47.532260991Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:47.535370377Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:48.953809329Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:48.958839797Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:48.962355523Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:49.575588074Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:49.579563487Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:49.582693622Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:50.224525643Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:50.22901042Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:50.232435316Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.663562193Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.667903307Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.671522692Z","hostname":"oxz_switch","pid":5451} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.855349422Z","hostname":"oxz_switch","pid":5451,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"530df899-ee7b-4b95-bf4d-71faba41d40c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"741c59c7-0a85-4a88-9a14-29e354858dd8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9b864458-7def-4cb0-87e8-56e47324efac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 794, tv_nsec: 529746771 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.856245615Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:51.864004299Z","hostname":"oxz_switch","pid":5451,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:52.508549236Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:52.514469169Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:52.517830361Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:53.344750195Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:53.348717652Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:53.35195713Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:53.878912377Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12586201278451070858"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:54.172141133Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:54.176337466Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:54.179398459Z","hostname":"oxz_switch","pid":5451} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:54.730135829Z","hostname":"oxz_switch","pid":5451,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2189371401444790297"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:55.626995858Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:55.630681251Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:55.634137438Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:56.600737583Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:56.605606431Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:56.609104604Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:57.260910435Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:57.26602703Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:57.26929532Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:58.295140486Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:58.301441537Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:58.304810218Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.247268931Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.252056408Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.255019944Z","hostname":"oxz_switch","pid":5451} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.861096969Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportrear0_0 addrs [fe80::b816:96ff:fe31:ed14]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.866017263Z","hostname":"oxz_switch","pid":5451} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T07:14:59.869111931Z","hostname":"oxz_switch","pid":5451}