[ May 21 18:14:01 Enabled. ]
[ May 21 18:14:01 Rereading configuration. ]
[ May 21 18:14:02 Rereading configuration. ]
[ May 21 18:14:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 21 18:14:13 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.431014987Z","hostname":"oxz_switch","pid":4934,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.432893773Z","hostname":"oxz_switch","pid":4934}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.43325638Z","hostname":"oxz_switch","pid":4934}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.43427522Z","hostname":"oxz_switch","pid":4934,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.435750528Z","hostname":"oxz_switch","pid":4934,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        80d3c071-0d5e-4946-8a2e-53b7a8460d69,\n    ),\n    sled_id: Some(\n        1b7ba976-2760-4702-97f4-db0885f8b942,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.437294338Z","hostname":"oxz_switch","pid":4934}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.437311948Z","hostname":"oxz_switch","pid":4934,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:13.441798565Z","hostname":"oxz_switch","pid":4934,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8ae:57ff:fe6a:8f77->ca:ae:57:6a:8f:77"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:13.443876725Z","hostname":"oxz_switch","pid":4934}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:13.449486933Z","hostname":"oxz_switch","pid":4934}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-21T18:14:13.455214343Z","hostname":"oxz_switch","pid":4934}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:13.982313057Z","hostname":"oxz_switch","pid":4934}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:13.9881798Z","hostname":"oxz_switch","pid":4934}
[ May 21 18:14:13 Rereading configuration. ]
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-21T18:14:13.992124636Z","hostname":"oxz_switch","pid":4934}
[ May 21 18:14:13 Executing refresh method (:kill). ]
[ May 21 18:14:13 Stopping because all processes in service exited. ]
[ May 21 18:14:14 Executing stop method (:kill). ]
[ May 21 18:14:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 21 18:14:14 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.036085283Z","hostname":"oxz_switch","pid":5080,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.036932449Z","hostname":"oxz_switch","pid":5080}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.037235315Z","hostname":"oxz_switch","pid":5080}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.037316227Z","hostname":"oxz_switch","pid":5080,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.039151482Z","hostname":"oxz_switch","pid":5080,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.039361516Z","hostname":"oxz_switch","pid":5080,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 80d3c071-0d5e-4946-8a2e-53b7a8460d69, sled_id: 1b7ba976-2760-4702-97f4-db0885f8b942, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 8ccfd7e8-f565-4426-9f2b-a00a83b93a39, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.039390247Z","hostname":"oxz_switch","pid":5080,"unit":"oximeter","producer_id":"1767beef-df5b-4a62-82f1-28b5ae078e12"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        80d3c071-0d5e-4946-8a2e-53b7a8460d69,\n    ),\n    sled_id: Some(\n        1b7ba976-2760-4702-97f4-db0885f8b942,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.040370195Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.048077314Z","hostname":"oxz_switch","pid":5080}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.049922689Z","hostname":"oxz_switch","pid":5080,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2c86:91ff:fe1a:60b7->2e:86:91:1a:60:b7"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.050180034Z","hostname":"oxz_switch","pid":5080,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8ae:57ff:fe6a:8f77->ca:ae:57:6a:8f:77"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.052907247Z","hostname":"oxz_switch","pid":5080,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.054307744Z","hostname":"oxz_switch","pid":5080,"local_addr":"[fd00:1122:3344:101::2]:62875","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.054366695Z","hostname":"oxz_switch","pid":5080}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.054398005Z","hostname":"oxz_switch","pid":5080,"local_addr":"[fd00:1122:3344:101::2]:62875","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.054660041Z","hostname":"oxz_switch","pid":5080,"local_addr":"[fd00:1122:3344:101::2]:62875","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:62875","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.054696091Z","hostname":"oxz_switch","pid":5080,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.054708522Z","hostname":"oxz_switch","pid":5080,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.05516702Z","hostname":"oxz_switch","pid":5080,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.056402714Z","hostname":"oxz_switch","pid":5080,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.056448295Z","hostname":"oxz_switch","pid":5080,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:62875","producer_id":"1767beef-df5b-4a62-82f1-28b5ae078e12"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:14.056469585Z","hostname":"oxz_switch","pid":5080,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.056477376Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.056490186Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.057698869Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-21T18:13:57.326690907Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.05773832Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","id":"7296388268145298436"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.05774689Z","hostname":"oxz_switch","pid":5080,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-21T18:14:14.057888753Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.804482916Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.808529724Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.811492591Z","hostname":"oxz_switch","pid":5080}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.811685845Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.812675354Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-21T18:13:57.326555275Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.812729175Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","id":"1147642157476843966"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:14.812742205Z","hostname":"oxz_switch","pid":5080,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-21T18:14:15.270457172Z","hostname":"oxz_switch","pid":5080,"interface":"tfportqsfp0_0","entry":"10.151.1.174->da:1f:12:1d:f7:4a"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.021599493Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.026270813Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.028848172Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.657801669Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.662596491Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:16.665212362Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:17.47127901Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:17.475686995Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:17.47805369Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:18.535303307Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:18.540357445Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:18.54270522Z","hostname":"oxz_switch","pid":5080}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.059076517Z","hostname":"oxz_switch","pid":5080,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"69a16240-846f-4d86-ad2b-a360cdd45dbd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"905352c3-a347-4862-9c96-c9987fc8c8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1708, tv_nsec: 417012456 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.059530986Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.077065223Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.979735052Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.984848011Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:19.987687245Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:21.399226618Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:21.404195704Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:21.407019698Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:22.80553999Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:22.810388284Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:22.813187578Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:23.621202983Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:23.62622214Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:23.629148726Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:24.062400212Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7296388268145298436"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:24.81496797Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1147642157476843966"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:24.879256719Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:24.883543911Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:24.886562969Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:25.5272013Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:25.532553103Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:25.535219155Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:26.716469511Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:26.72106076Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:26.724097818Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:27.318828855Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:27.32323Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:27.325528454Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:28.195926851Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:28.199949189Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:28.202496438Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.617485415Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.622559643Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.625860306Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.921932901Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.926112501Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:29.929006247Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:30.8018278Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:30.806201713Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:30.809067646Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:31.409894626Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:31.414742562Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:31.417442799Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:32.507387637Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:32.511368789Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:32.514307553Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.16940247Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.174141186Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.177198945Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.467783079Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7296388268145298436"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.482025479Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T18:14:33.483701373Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.023851324s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.614144837Z","hostname":"oxz_switch","pid":5080,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"69a16240-846f-4d86-ad2b-a360cdd45dbd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"905352c3-a347-4862-9c96-c9987fc8c8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 568357014 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.614812334Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:33.621353767Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.130703087Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.135321815Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.138216093Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.222007264Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1147642157476843966"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.793946696Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.798216546Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:34.801023338Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:36.285286774Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:36.289608371Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:36.292342672Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:37.75314566Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:37.758711128Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:37.761684884Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:39.091342858Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:39.097097167Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:39.099999478Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:40.515059449Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:40.519345131Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:40.521900375Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:41.509598584Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:41.517456067Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:41.519750641Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.068406607Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.073340424Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.076267188Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.710359647Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.715012512Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:42.717704923Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:43.497900539Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7296388268145298436"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:44.207815408Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:44.213117481Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:44.215639763Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:44.251168896Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1147642157476843966"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.164323253Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.168862706Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.171659914Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.984174326Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.989963979Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:45.992710654Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.040109021Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.044476365Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.047337039Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.879700667Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.884161537Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:47.887238212Z","hostname":"oxz_switch","pid":5080}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:48.663962556Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-21T18:14:48.665121404Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.163837146s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:48.98784681Z","hostname":"oxz_switch","pid":5080,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"69a16240-846f-4d86-ad2b-a360cdd45dbd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"905352c3-a347-4862-9c96-c9987fc8c8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a83754fe-7d97-4c6f-87a6-3fb63dc10cce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1738, tv_nsec: 900049709 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:48.988560364Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:48.996237053Z","hostname":"oxz_switch","pid":5080,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:49.048059503Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:49.052473942Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:49.055181719Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:50.105490555Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:50.113221107Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:50.116170248Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:51.380481918Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:51.385473915Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:51.388306231Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:52.5799722Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:52.585080478Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:52.587784387Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:53.358775258Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:53.362614508Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:53.364978692Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:53.527850986Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7296388268145298436"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:54.219300662Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:54.224930182Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:54.227803357Z","hostname":"oxz_switch","pid":5080}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:54.280398307Z","hostname":"oxz_switch","pid":5080,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1147642157476843966"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.234932347Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.239386019Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.242334477Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.882547532Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.887006781Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:55.889847405Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:56.768467788Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:56.772419946Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:56.774922628Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:58.261976246Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:58.265666323Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:58.268302149Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:59.095828458Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:59.103781179Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:14:59.106217479Z","hostname":"oxz_switch","pid":5080}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:15:00.013170443Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportrear0_0 addrs [fe80::c8ae:57ff:fe6a:8f77]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:15:00.017467209Z","hostname":"oxz_switch","pid":5080}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-21T18:15:00.020206515Z","hostname":"oxz_switch","pid":5080}