[ May 18 23:58:02 Enabled. ]
[ May 18 23:58:02 Rereading configuration. ]
[ May 18 23:58:02 Rereading configuration. ]
[ May 18 23:58:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 18 23:58:13 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.724788429Z","hostname":"oxz_switch","pid":4907,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.726720803Z","hostname":"oxz_switch","pid":4907}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.727253168Z","hostname":"oxz_switch","pid":4907}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.728342559Z","hostname":"oxz_switch","pid":4907,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.729628154Z","hostname":"oxz_switch","pid":4907,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        0f7e95d1-6105-4c06-a3e4-29cd85aecd6b,\n    ),\n    sled_id: Some(\n        f0b7a3ba-c2b3-47cf-812d-0caebf5c6c6b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.731389234Z","hostname":"oxz_switch","pid":4907}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.731422845Z","hostname":"oxz_switch","pid":4907,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:13.737087113Z","hostname":"oxz_switch","pid":4907,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d9:13ff:fe34:cd74->ca:d9:13:34:cd:74"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:13.737465193Z","hostname":"oxz_switch","pid":4907}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:13.743142612Z","hostname":"oxz_switch","pid":4907}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:58:13.748143342Z","hostname":"oxz_switch","pid":4907}
[ May 18 23:58:14 Rereading configuration. ]
[ May 18 23:58:14 Executing refresh method (:kill). ]
[ May 18 23:58:14 Stopping because all processes in service exited. ]
[ May 18 23:58:14 Executing stop method (:kill). ]
[ May 18 23:58:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 18 23:58:14 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.339696735Z","hostname":"oxz_switch","pid":5069,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.340877358Z","hostname":"oxz_switch","pid":5069}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.341280169Z","hostname":"oxz_switch","pid":5069}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.341404633Z","hostname":"oxz_switch","pid":5069,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.34346463Z","hostname":"oxz_switch","pid":5069,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.343774099Z","hostname":"oxz_switch","pid":5069,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0f7e95d1-6105-4c06-a3e4-29cd85aecd6b, sled_id: f0b7a3ba-c2b3-47cf-812d-0caebf5c6c6b, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7e0001fd-3664-4351-b995-f820d9347145, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.34382Z","hostname":"oxz_switch","pid":5069,"unit":"oximeter","producer_id":"81c93796-95d2-4898-9b5c-dd43e3c6d045"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        0f7e95d1-6105-4c06-a3e4-29cd85aecd6b,\n    ),\n    sled_id: Some(\n        f0b7a3ba-c2b3-47cf-812d-0caebf5c6c6b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.345228519Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.352264436Z","hostname":"oxz_switch","pid":5069}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.354140028Z","hostname":"oxz_switch","pid":5069,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::98e5:b3ff:feff:12ca->9a:e5:b3:ff:12:ca"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.354345444Z","hostname":"oxz_switch","pid":5069,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d9:13ff:fe34:cd74->ca:d9:13:34:cd:74"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.355257329Z","hostname":"oxz_switch","pid":5069,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.356658989Z","hostname":"oxz_switch","pid":5069,"local_addr":"[fd00:1122:3344:101::2]:52642","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.35670268Z","hostname":"oxz_switch","pid":5069,"local_addr":"[fd00:1122:3344:101::2]:52642","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.356901255Z","hostname":"oxz_switch","pid":5069,"local_addr":"[fd00:1122:3344:101::2]:52642","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:52642","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.356935866Z","hostname":"oxz_switch","pid":5069,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.356946417Z","hostname":"oxz_switch","pid":5069,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.357147152Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.357555044Z","hostname":"oxz_switch","pid":5069,"unit":"producer-server","unit":"oximeter"}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.357609995Z","hostname":"oxz_switch","pid":5069}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.357630436Z","hostname":"oxz_switch","pid":5069,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:52642","producer_id":"81c93796-95d2-4898-9b5c-dd43e3c6d045"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:14.357646356Z","hostname":"oxz_switch","pid":5069,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.357652787Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.358002786Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.360004682Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-18T23:57:57.444925071Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.360039143Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","id":"15381046761015637614"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:14.360052274Z","hostname":"oxz_switch","pid":5069,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:58:14.360541107Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.315622044Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.322809515Z","hostname":"oxz_switch","pid":5069}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:15.323315919Z","hostname":"oxz_switch","pid":5069,"interface":"tfportqsfp0_0","entry":"10.151.1.174->f2:9a:37:40:9b:30"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.325590193Z","hostname":"oxz_switch","pid":5069}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.325792428Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.326649812Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-18T23:57:57.444794498Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.326703134Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","id":"14659325249479686943"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:15.326712224Z","hostname":"oxz_switch","pid":5069,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:16.213238317Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:16.218525934Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:16.221188879Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:17.41269416Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:17.417559456Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:17.42020419Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:18.715790308Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:18.771070092Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:18.773840319Z","hostname":"oxz_switch","pid":5069}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.36033137Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3971, tv_nsec: 340264911 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.360800163Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.378294172Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.557500358Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.562138917Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:19.565150181Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:21.002320784Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:21.005837872Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:21.008219459Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:22.004501457Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:22.009586519Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:22.012294255Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:23.493370104Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:23.498904139Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:23.501906463Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:24.364260649Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:24.911562886Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:24.916185146Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:24.918627894Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:25.328629106Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:25.662105021Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:25.666935655Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:25.669703903Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:26.783886264Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:26.787956377Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:26.79052876Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:27.41706533Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:27.421458632Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:27.424035775Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:28.095636144Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:28.100568581Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:28.104217343Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:29.551789137Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:29.55727866Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:29.55975831Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:30.236282956Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:30.239971639Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:30.242352246Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:31.400749673Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:31.406454052Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:31.409810446Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.275315742Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.285857077Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.293384428Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.954480355Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.960204173Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:32.963203167Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:33.558852319Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:33.563786387Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:33.5664089Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:34.753480405Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:34.757247671Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:34.759511205Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:34.762693647Z","hostname":"oxz_switch","pid":5069}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:34.770529853Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:58:34.771763388Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.023490694s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.094761863Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3986, tv_nsec: 684717462 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.095811969Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.398751266Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.813832161Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.917792313Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.941015413Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:35.952755572Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:37.081805422Z","hostname":"oxz_switch","pid":5069}
{"msg":"removed stale NDP entry :fe80::98e5:b3ff:feff:12ca->9a:e5:b3:ff:12:ca","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:37.082537034Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:37.087865701Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:37.091144913Z","hostname":"oxz_switch","pid":5069}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-18T23:58:38.009426581Z","hostname":"oxz_switch","pid":5069,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::98e5:b3ff:feff:12ca->9a:e5:b3:ff:12:ca"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:38.272723235Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:38.278346082Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:38.281425199Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:39.383787801Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:39.388893764Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:39.392197257Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:40.400322321Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:40.404850538Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:40.407547623Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:41.212984392Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:41.219976388Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:41.223581239Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:42.617844949Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:42.62216273Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:42.625303588Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:43.830180454Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:43.836963854Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:43.841669136Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:44.378172593Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:44.382282958Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:44.384760147Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:44.736081607Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:45.157799358Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:45.16250415Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:45.165165975Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:45.788477062Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.064084861Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.069207415Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.072561519Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.654746964Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.661751721Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:46.666673489Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.298732421Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.303600197Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.306479608Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.875017992Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.885186486Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:47.88996881Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:48.512679351Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:48.517973199Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:48.520812759Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:49.252119401Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:49.256781122Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:49.259089466Z","hostname":"oxz_switch","pid":5069}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.342358617Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:58:50.346498213Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.640228519s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.4767147Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.481580966Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.484702764Z","hostname":"oxz_switch","pid":5069}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.812191616Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 4002, tv_nsec: 444523552 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.812986068Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:50.821219209Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:51.239758901Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:51.244330209Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:51.247090776Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:52.60863086Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:52.612743675Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:52.615643667Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:53.799415172Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:53.805944254Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:53.808915158Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:54.446265939Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:54.451749012Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:54.454769997Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:54.712479585Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.039278598Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.044834184Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.047865875Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.763150132Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.838129712Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.845345834Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:55.849671144Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:58.176495505Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:58.21236276Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:58.22820078Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:59.236296488Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:59.243350126Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:58:59.248010907Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.132675334Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.140960556Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.145260377Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.796142877Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.803152523Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:00.806984671Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:01.429121085Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:01.436162443Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:01.440514515Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.193460464Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.198996048Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.202446795Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.886249957Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.891606117Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:02.894700514Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:03.536992742Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:03.54262986Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:03.545994445Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:04.540822738Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:04.545206031Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:04.573294427Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:04.717655881Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:05.435172197Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:05.440448025Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:05.442985876Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:05.753610826Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:05.785936651Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:59:05.814394468Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.150281294s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:06.812056781Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:06.822956827Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:06.825986361Z","hostname":"oxz_switch","pid":5069}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:06.968599606Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 644865599 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:06.972432223Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:07.0166247Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:07.869298327Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:07.87479266Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:07.877589348Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:09.34236838Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:09.347536985Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:09.350380604Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:10.743208498Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:10.748938987Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:10.752120446Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:11.564588429Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:11.570051232Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:11.573261642Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:12.185116439Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:12.190808177Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:12.193647357Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:13.545427205Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:13.550448816Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:13.553866776Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:14.714805826Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:14.97581867Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:14.982002881Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:14.985672105Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:15.753440959Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:15.818652437Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:15.823535806Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:15.826156709Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.038488775Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.044100902Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.047212039Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.838381797Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.844274232Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:17.847585214Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:19.183112407Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:19.18859539Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:19.192294244Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.156083504Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.165942309Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.172146193Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.973776164Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.988648399Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:20.996246632Z","hostname":"oxz_switch","pid":5069}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:22.047114424Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:59:22.065708404Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.402006326s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:32.810513482Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:33.268292239Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:33.395207154Z","hostname":"oxz_switch","pid":5069}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:33.427811374Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 4045, tv_nsec: 100771871 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.040332585Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.079441907Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.297777985Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.760894491Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.761327573Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.862587252Z","hostname":"oxz_switch","pid":5069}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:35.865443291Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:37.409029746Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:37.414829078Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:37.41811339Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:37.953083793Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:38.047359626Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:38.05679873Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.050086943Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.055801443Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.068214459Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.789871477Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.795378121Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:39.798388594Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:40.328073549Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:40.333652465Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:40.337094901Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:41.580677247Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:41.585779379Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:41.588720201Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:42.801045643Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:42.809572732Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:42.814451728Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:43.599226078Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:43.605800792Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:43.609364821Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:44.157847202Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:44.16279133Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:44.165851085Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:45.623233163Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:45.629867138Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:45.633725706Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:45.76379591Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:45.764423597Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:46.713478596Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:46.718686801Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:46.728032812Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:47.484636896Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:47.489388858Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:47.492114885Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.19974316Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.205430769Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.221536719Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.754173467Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.761648426Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:48.766313156Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:49.418067351Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:49.424006677Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:49.428152963Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:50.724002652Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:50.731253634Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:50.735501903Z","hostname":"oxz_switch","pid":5069}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:50.868324003Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-18T23:59:50.874376742Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"96.210860379s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:51.930141634Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:51.934815435Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:51.937563602Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:53.431724029Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:53.438478588Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:53.442028187Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.068705253Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.07647966Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.079927876Z","hostname":"oxz_switch","pid":5069}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.91526051Z","hostname":"oxz_switch","pid":5069,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02b3aa9b-32d7-469a-85e5-370ac7865f06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8ac677dc-b52b-4513-9850-c7284998e50c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b44c1090-e8f8-43dd-8a3d-45d34a9aea06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 4066, tv_nsec: 589614464 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.915796445Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:54.925922278Z","hostname":"oxz_switch","pid":5069,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:55.188511304Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:55.19625496Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:55.19985364Z","hostname":"oxz_switch","pid":5069}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:55.766463208Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15381046761015637614"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:55.768396432Z","hostname":"oxz_switch","pid":5069,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14659325249479686943"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:56.158801318Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:56.164730273Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:56.16820969Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:57.393382864Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:57.398223019Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:57.401221123Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:58.457385326Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:58.465277926Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:58.469766951Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:59.201159502Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:59.212709345Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-18T23:59:59.216967013Z","hostname":"oxz_switch","pid":5069}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T00:00:00.321095094Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportrear0_0 addrs [fe80::c8d9:13ff:fe34:cd74]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T00:00:00.329569231Z","hostname":"oxz_switch","pid":5069}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T00:00:00.334815877Z","hostname":"oxz_switch","pid":5069}