[ Aug 31 16:27:44 Enabled. ]
[ Aug 31 16:27:44 Rereading configuration. ]
[ Aug 31 16:27:44 Rereading configuration. ]
[ Aug 31 16:27:56 Rereading configuration. ]
[ Aug 31 16:28:05 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 31 16:28:05 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:05.283881058Z","hostname":"oxz_switch","pid":6353,"port":12224,"host":"[::1]"}
{"msg":"Failed to connect to dpd.  Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-08-31T16:28:05.285269385Z","hostname":"oxz_switch","pid":6353}
{"msg":"connected to dpd running softnpu-3d49b131","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.287059529Z","hostname":"oxz_switch","pid":6353}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.287595724Z","hostname":"oxz_switch","pid":6353}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.289436723Z","hostname":"oxz_switch","pid":6353,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.290260515Z","hostname":"oxz_switch","pid":6353,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.290611115Z","hostname":"oxz_switch","pid":6353,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 5195c9d6-a9de-48b9-b658-111bdfc4d8e0, sled_id: b8b4d62c-e046-4d1a-ad62-6f4e824ae1cb, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 206707e3-4cc6-47a0-85a8-2b8c8e20f272, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.290637225Z","hostname":"oxz_switch","pid":6353,"unit":"oximeter","producer_id":"c9461819-055e-4203-9e92-55d9d3aecb59"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        5195c9d6-a9de-48b9-b658-111bdfc4d8e0,\n    ),\n    sled_id: Some(\n        b8b4d62c-e046-4d1a-ad62-6f4e824ae1cb,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.291511389Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.298968049Z","hostname":"oxz_switch","pid":6353}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.300824919Z","hostname":"oxz_switch","pid":6353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::141c:4bff:fe9e:68d8->00:00:00:00:00:00"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.301057465Z","hostname":"oxz_switch","pid":6353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d096:edff:fe57:65ab->d2:96:ed:57:65:ab"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.302478704Z","hostname":"oxz_switch","pid":6353,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.302977197Z","hostname":"oxz_switch","pid":6353,"local_addr":"[fd00:1122:3344:101::2]:34168","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.303048459Z","hostname":"oxz_switch","pid":6353,"local_addr":"[fd00:1122:3344:101::2]:34168","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.303305236Z","hostname":"oxz_switch","pid":6353,"local_addr":"[fd00:1122:3344:101::2]:34168","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:34168","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.303334047Z","hostname":"oxz_switch","pid":6353,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.303348267Z","hostname":"oxz_switch","pid":6353,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.303454Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.303706137Z","hostname":"oxz_switch","pid":6353,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.303772718Z","hostname":"oxz_switch","pid":6353,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:34168","producer_id":"c9461819-055e-4203-9e92-55d9d3aecb59"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.303787599Z","hostname":"oxz_switch","pid":6353,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.303795749Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.304131158Z","hostname":"oxz_switch","pid":6353}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.304817726Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.305056733Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-31T16:27:39.570389415Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.305105244Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","id":"4613352465068422250"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.305122224Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 401058672 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.305151555Z","hostname":"oxz_switch","pid":6353,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.306116281Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:06.309161143Z","hostname":"oxz_switch","pid":6353}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:06.321756262Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"removed stale NDP entry :fe80::141c:4bff:fe9e:68d8->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.998251566Z","hostname":"oxz_switch","pid":6353}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:06.998520423Z","hostname":"oxz_switch","pid":6353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::141c:4bff:fe9e:68d8->16:1c:4b:9e:68:d8"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:07.451210655Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:07.456853747Z","hostname":"oxz_switch","pid":6353}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:07.460410953Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:08.123283341Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:08.12843602Z","hostname":"oxz_switch","pid":6353}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:08.131548883Z","hostname":"oxz_switch","pid":6353}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-31T16:28:09.070234321Z","hostname":"oxz_switch","pid":6353,"interface":"tfportqsfp0_0","entry":"10.151.2.174->42:f5:5b:89:67:7e"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.469763395Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.474620395Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.477998026Z","hostname":"oxz_switch","pid":6353}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.478367286Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.479309421Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-31T16:27:39.570258812Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.479349482Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","id":"16760372104655995029"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:09.479359853Z","hostname":"oxz_switch","pid":6353,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:10.045804811Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:10.050499267Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:10.053480307Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.034241296Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.038650974Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.041795879Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.930755542Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.935107449Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:11.93814796Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:13.298110699Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:13.302601049Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:13.305806246Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:14.254274536Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:14.260646087Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:14.264008638Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:15.504988677Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:15.509842947Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:15.512999302Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:16.655025134Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:17.005412778Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:17.009418325Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:17.012265342Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:18.463092125Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:18.467912184Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:18.47108763Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:19.081478213Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:19.085889612Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:19.088709018Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:19.822015282Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:20.195815132Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:20.199886712Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:20.202723928Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.264957209Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.27057918Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.273588531Z","hostname":"oxz_switch","pid":6353}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.657953873Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:21.659358781Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.020667062s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.927080708Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.932461064Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:21.935327521Z","hostname":"oxz_switch","pid":6353}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.030644071Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 806, tv_nsec: 792978887 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.031301298Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.040936298Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.526000734Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.531825811Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:22.535435368Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:23.54568467Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:23.550421547Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:23.553641764Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:24.458433528Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:24.463404572Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:24.466624549Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:25.55691124Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:25.562650864Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:25.566007515Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:26.299888719Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:26.304416041Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:26.30773153Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:26.628438512Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:27.34580037Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:27.350094408Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:27.353002804Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.248282347Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.252736647Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.256470336Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.859822233Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.864746116Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:28.867802918Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:29.60240281Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:29.606893301Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:29.609865152Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:29.793764586Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:30.479926783Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:30.484520297Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:30.488098373Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:31.348079603Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:31.353838828Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:31.357379424Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:32.651453268Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:32.656453142Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:32.660001968Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:33.405789119Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:33.410205228Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:33.41286876Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:34.854201078Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:34.858655438Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:34.86170209Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:35.963534132Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:35.968131326Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:35.971146797Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:36.488076363Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:36.492716868Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:36.495796851Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:36.60303402Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:36.99950071Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:37.000372884Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.406485325s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.291863445Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.296303765Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.299357707Z","hostname":"oxz_switch","pid":6353}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.313041406Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 822, tv_nsec: 119718443 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.313608371Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.320290191Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.815142842Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.820885579Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:37.824031422Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:38.737283863Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:38.742316399Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:38.745149845Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:39.768431001Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:39.947102945Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:39.951645747Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:39.954486233Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:40.781578134Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:40.786298351Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:40.789414605Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:41.984103939Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:41.988143578Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:41.991743485Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:43.336066399Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:43.3405656Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:43.344118286Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:44.126695708Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:44.13122869Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:44.134296633Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:45.065486978Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:45.070202064Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:45.073403911Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:46.303786945Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:46.308323048Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:46.311570965Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:46.577790237Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:47.782562282Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:47.788326887Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:47.791604436Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:48.442368527Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:48.447035316Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:48.45030389Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:49.71874314Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:49.723092867Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:49.726414056Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:49.742597402Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:50.949935307Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:50.955298511Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:50.958852177Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:51.578049587Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:51.582719413Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:51.586014192Z","hostname":"oxz_switch","pid":6353}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.280455998Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:28:52.281739203Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.729310824s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.458440583Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.463961612Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.466909691Z","hostname":"oxz_switch","pid":6353}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.884915852Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 837, tv_nsec: 733825028 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.885882458Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:52.892393793Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:53.442338448Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:53.448794872Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:53.45166841Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:54.344999275Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:54.349992069Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:54.353104763Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:55.1392002Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:55.144145803Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:55.147464112Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:56.162774493Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:56.168169118Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:56.171027305Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:56.552309856Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.041139255Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.045742266Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.048564785Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.616279668Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.62045289Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:57.623325488Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:58.480675963Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:58.485807921Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:58.488849184Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:59.066797643Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:59.071338255Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:59.074349816Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:28:59.717208493Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:00.482705925Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:00.490024952Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:00.493782543Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:01.223176182Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:01.235077693Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:01.240567371Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:02.540058427Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:02.552175103Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:02.564912616Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:03.998940997Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:04.005009071Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:04.007987001Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:05.427810768Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:05.500879277Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:05.579203647Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:06.527638996Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:06.646430866Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:06.652178591Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:06.656523318Z","hostname":"oxz_switch","pid":6353}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:07.852947948Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:29:07.853861333Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"61.343689224s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:07.876812271Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:07.883610854Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:07.887878519Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:08.508436646Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:08.51376226Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:08.516547415Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.101614646Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.106707463Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.109286623Z","hostname":"oxz_switch","pid":6353}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.126414134Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 854, tv_nsec: 19454102 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.126961036Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.133640959Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:09.692333649Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:10.55580156Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:10.562042377Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:10.565394358Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:11.858527174Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:11.863721943Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:11.867000952Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:13.052716537Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:13.057562938Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:13.060989609Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:14.427782535Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:14.432473705Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:14.435554308Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:15.084719414Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:15.089605535Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:15.092668797Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:16.207393858Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:16.212779753Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:16.216064091Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:16.516530364Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:17.635371246Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:17.640155225Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:17.643578367Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:18.459048397Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:18.464169483Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:18.467689729Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:19.689292883Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:19.851244444Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:19.85557233Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:19.85889647Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:21.345253731Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:21.350655896Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:21.353957245Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:22.408149725Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:22.414572248Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:22.418173794Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:23.47331356Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:23.479692022Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:23.48296297Z","hostname":"oxz_switch","pid":6353}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:24.129846478Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:29:24.130836795Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"77.629379593s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:24.975595532Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:24.98120994Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:24.985572977Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:25.88207316Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:25.892201852Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:25.90068701Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:26.545524402Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:26.746521762Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 871, tv_nsec: 645358747 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:26.747117758Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:26.755489123Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:27.275899433Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:27.281071471Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:27.284513724Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:28.315714336Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:28.321177852Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:28.324294516Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:29.089775949Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:29.108868872Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:29.122546999Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:29.69181366Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.200559275Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.205740854Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.208994991Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.928416335Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.933979654Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:30.937227062Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:32.238106063Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:32.246730154Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:32.251475876Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:33.361731074Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:33.369148733Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:33.37352432Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:34.251875934Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:34.257934577Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:34.261390029Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:35.094407808Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:35.100969275Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:35.105146947Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:36.551513732Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:36.653969415Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:36.663627214Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:36.669098821Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:40.270014997Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:40.928389064Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:41.029200613Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:41.068605861Z","hostname":"oxz_switch","pid":6353}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:42.202889843Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:42.386419943Z","hostname":"oxz_switch","pid":6353}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-31T16:29:42.396162585Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"95.882331113s","count":"5"}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:42.504226398Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:42.564081746Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:43.630527526Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:43.680288453Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:43.688039811Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:45.581634943Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:45.784574298Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:45.795906659Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:46.419494662Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:46.427914638Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:46.432674566Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:46.57389167Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:47.592023022Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:47.630341002Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:47.674549089Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:48.516298952Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:48.524632096Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:48.530120533Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:49.879900935Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:49.889428911Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:49.896015399Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:50.286843178Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.210542973Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.218497437Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.223416239Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.750665534Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.765676567Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:51.772649554Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:52.357404863Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:52.397015757Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:52.403211474Z","hostname":"oxz_switch","pid":6353}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.527252062Z","hostname":"oxz_switch","pid":6353,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2de03509-a130-46f9-b202-200f0008608c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97eb4bac-a1da-4d58-bc01-6d83ce489de8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ed39db1d-f9a4-4481-98a4-d08a7faf8f62.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 898, tv_nsec: 421818938 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.529357268Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.540699893Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.549284844Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.553924338Z","hostname":"oxz_switch","pid":6353}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:53.562103578Z","hostname":"oxz_switch","pid":6353,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:54.362642835Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:54.374549614Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:54.38219656Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:55.521548119Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:55.530802067Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:55.535634137Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:56.579690996Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4613352465068422250"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:56.707865089Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:56.717692963Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:56.723353115Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:57.989130401Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:57.996727575Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:58.000773754Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:58.622422944Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:58.63455319Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:58.640741336Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:59.23384174Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:59.243550051Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:29:59.248808602Z","hostname":"oxz_switch","pid":6353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:30:00.024362849Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportrear0_0 addrs [fe80::d096:edff:fe57:65ab]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:30:00.032705974Z","hostname":"oxz_switch","pid":6353}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:30:00.038773927Z","hostname":"oxz_switch","pid":6353}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-31T16:30:00.291305934Z","hostname":"oxz_switch","pid":6353,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16760372104655995029"}