[ Aug 28 23:58:58 Enabled. ]
[ Aug 28 23:58:58 Rereading configuration. ]
[ Aug 28 23:58:59 Rereading configuration. ]
[ Aug 28 23:59:12 Rereading configuration. ]
[ Aug 28 23:59:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 28 23:59:12 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:12.374152092Z","hostname":"oxz_switch","pid":5632,"port":12224,"host":"[::1]"}
{"msg":"Failed to connect to dpd.  Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-08-28T23:59:12.375618452Z","hostname":"oxz_switch","pid":5632}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.376758241Z","hostname":"oxz_switch","pid":5632}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.385675448Z","hostname":"oxz_switch","pid":5632}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.385824531Z","hostname":"oxz_switch","pid":5632,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.387913142Z","hostname":"oxz_switch","pid":5632,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.388047195Z","hostname":"oxz_switch","pid":5632,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 1a03baa1-abff-4df0-af1c-2e49440370b9, sled_id: f82eca8f-7e55-4aa1-9dac-ad3eff81acca, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b2ebae4f-6aef-4b84-ad2d-a9cd0e3beb73, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.388096716Z","hostname":"oxz_switch","pid":5632,"unit":"oximeter","producer_id":"50c6de61-bf45-4cd5-9f9d-2abab5b93700"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        1a03baa1-abff-4df0-af1c-2e49440370b9,\n    ),\n    sled_id: Some(\n        f82eca8f-7e55-4aa1-9dac-ad3eff81acca,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.389168517Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.396219527Z","hostname":"oxz_switch","pid":5632}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.398103224Z","hostname":"oxz_switch","pid":5632,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8c68:58ff:fe70:148f->00:00:00:00:00:00"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.39838303Z","hostname":"oxz_switch","pid":5632,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a83e:adff:fe35:9aa4->aa:3e:ad:35:9a:a4"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.399131345Z","hostname":"oxz_switch","pid":5632,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.400220286Z","hostname":"oxz_switch","pid":5632,"local_addr":"[fd00:1122:3344:101::2]:62930","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.40038249Z","hostname":"oxz_switch","pid":5632,"local_addr":"[fd00:1122:3344:101::2]:62930","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.400487242Z","hostname":"oxz_switch","pid":5632,"local_addr":"[fd00:1122:3344:101::2]:62930","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:62930","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.400498782Z","hostname":"oxz_switch","pid":5632,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.400510372Z","hostname":"oxz_switch","pid":5632,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.400652495Z","hostname":"oxz_switch","pid":5632,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.400959281Z","hostname":"oxz_switch","pid":5632,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.401015552Z","hostname":"oxz_switch","pid":5632,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:62930","producer_id":"50c6de61-bf45-4cd5-9f9d-2abab5b93700"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:13.401047523Z","hostname":"oxz_switch","pid":5632,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.401054463Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.401848689Z","hostname":"oxz_switch","pid":5632}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.402489391Z","hostname":"oxz_switch","pid":5632,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"32c86096-58c4-4179-a539-32348d9966d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a598bed9-c7a0-4d09-8ace-3bb40bd2e82f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 730, tv_nsec: 445363661 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.402563233Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.402777737Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-28T23:58:54.136239547Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.402819158Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","id":"14934461236774078895"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.402832378Z","hostname":"oxz_switch","pid":5632,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.403158635Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:13.407094863Z","hostname":"oxz_switch","pid":5632}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:13.419940438Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:14.009792648Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:14.015228916Z","hostname":"oxz_switch","pid":5632}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:14.018679105Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:14.613133517Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:14.618690667Z","hostname":"oxz_switch","pid":5632}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:14.622169326Z","hostname":"oxz_switch","pid":5632}
{"msg":"removed stale NDP entry :fe80::8c68:58ff:fe70:148f->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:14.736858912Z","hostname":"oxz_switch","pid":5632}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:14.737142767Z","hostname":"oxz_switch","pid":5632,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8c68:58ff:fe70:148f->8e:68:58:70:14:8f"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:15.204944477Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:15.210226522Z","hostname":"oxz_switch","pid":5632}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:15.21369051Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:16.062984698Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:16.068296953Z","hostname":"oxz_switch","pid":5632}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:16.070960616Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:16.805461827Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:16.810925735Z","hostname":"oxz_switch","pid":5632}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:16.814121368Z","hostname":"oxz_switch","pid":5632}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-28T23:59:17.848473057Z","hostname":"oxz_switch","pid":5632,"interface":"tfportqsfp0_0","entry":"10.151.2.174->1a:42:11:3b:2d:2e"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.970087469Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.97467557Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.97821236Z","hostname":"oxz_switch","pid":5632}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.978478445Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.979458005Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-28T23:58:54.136108014Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.979499756Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","id":"11458078580757129898"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:17.979510716Z","hostname":"oxz_switch","pid":5632,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:18.845981765Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:18.850725899Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:18.854364391Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:19.5041356Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:19.509389264Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:19.513094128Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:20.624009415Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:20.629384712Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:20.633007614Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:22.059777846Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:22.064436789Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:22.067838876Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:23.167962209Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:23.173582251Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:23.176945937Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:23.405894899Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14934461236774078895"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:24.216775234Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:24.226839134Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:24.230396375Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.087358533Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.092472144Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.095355171Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.973796637Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.978728045Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:25.982109132Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:26.692115531Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:26.696236995Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:26.699498789Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:27.366310013Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:27.37125588Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:27.374341018Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.069144671Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.073789874Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.076923657Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.159751938Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11458078580757129898"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.60145319Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:28.602791343Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.021777267s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.854606541Z","hostname":"oxz_switch","pid":5632,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"32c86096-58c4-4179-a539-32348d9966d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a598bed9-c7a0-4d09-8ace-3bb40bd2e82f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 745, tv_nsec: 716871232 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.85547909Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:28.863443665Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:29.504336725Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:29.508800462Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:29.512152859Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:30.890802603Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:30.895895508Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:30.898915058Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:31.556878785Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:31.561551311Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:31.564748663Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:32.120811729Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:32.126258207Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:32.130055966Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.071180891Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.075533962Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.078914117Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.600597695Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14934461236774078895"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.783097622Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.788025527Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:33.79117787Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.295702638Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.300326705Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.303328536Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.939341716Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.943988043Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:35.94798819Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:36.825852803Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:36.830881835Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:36.833896756Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:37.416257026Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:37.420999769Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:37.423889318Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:38.189345865Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11458078580757129898"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:38.439902659Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:38.444882071Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:38.447388761Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:39.567847688Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:39.573572675Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:39.577051514Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:40.272220781Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:40.27709763Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:40.280171067Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:41.06373705Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:41.067959247Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:41.070782071Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:42.560435462Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:42.566313314Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:42.569786749Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:43.40928923Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:43.414957021Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:43.417679914Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:43.630288974Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14934461236774078895"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:43.90514607Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:43.905888819Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.283475984s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.21268634Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.217640617Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.220473002Z","hostname":"oxz_switch","pid":5632}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.458529749Z","hostname":"oxz_switch","pid":5632,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"32c86096-58c4-4179-a539-32348d9966d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a598bed9-c7a0-4d09-8ace-3bb40bd2e82f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 761, tv_nsec: 278587449 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.459242279Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:44.467077098Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:45.138798346Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:45.143782192Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:45.149812934Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.10466539Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.120425771Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.149533493Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.770840359Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.781381051Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:46.787704217Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:47.960615033Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:47.967733129Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:47.971922098Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:48.220982804Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11458078580757129898"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:48.878597337Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:48.887016682Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:48.891698991Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:50.314125566Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:50.319317765Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:50.3224356Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.10798381Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.111761555Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.114503303Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.868851618Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.874420193Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:51.877029258Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:52.834146283Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:52.841182335Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:52.844924354Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:53.660344576Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14934461236774078895"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:53.797993905Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:53.803304588Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:53.80649571Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:54.347180062Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:54.352801569Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:54.356872405Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:55.677723368Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:55.68599393Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:55.690967549Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:56.946169184Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:56.951488608Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:56.954388695Z","hostname":"oxz_switch","pid":5632}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:58.127309803Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:58.134426212Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:58.138611102Z","hostname":"oxz_switch","pid":5632}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:58.249008131Z","hostname":"oxz_switch","pid":5632,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11458078580757129898"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:59.427736028Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:59.433124381Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:59.436715066Z","hostname":"oxz_switch","pid":5632}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-28T23:59:59.506809216Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-28T23:59:59.507568978Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"45.845064139s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.212603714Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.217023262Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.220718965Z","hostname":"oxz_switch","pid":5632}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.278402959Z","hostname":"oxz_switch","pid":5632,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"32c86096-58c4-4179-a539-32348d9966d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a598bed9-c7a0-4d09-8ace-3bb40bd2e82f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cc86f1cb-cbae-48e9-ab2d-3f35c6a5a5be.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 777, tv_nsec: 59691929 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.279092723Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.286194964Z","hostname":"oxz_switch","pid":5632,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.85661044Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportrear0_0 addrs [fe80::a83e:adff:fe35:9aa4]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.862319773Z","hostname":"oxz_switch","pid":5632}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T00:00:00.865820722Z","hostname":"oxz_switch","pid":5632}