[ Sep  2 22:42:57 Enabled. ]
[ Sep  2 22:42:57 Rereading configuration. ]
[ Sep  2 22:42:58 Rereading configuration. ]
[ Sep  2 22:43:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Sep  2 22:43:09 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.869402665Z","hostname":"oxz_switch","pid":5403,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.871195963Z","hostname":"oxz_switch","pid":5403}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.871576733Z","hostname":"oxz_switch","pid":5403}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.87180412Z","hostname":"oxz_switch","pid":5403,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.873910317Z","hostname":"oxz_switch","pid":5403,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        8e173d62-bfb0-4b9a-b801-adf81a8b3bb9,\n    ),\n    sled_id: Some(\n        9b5e1746-ac25-443c-add3-1f491ed470da,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.875061858Z","hostname":"oxz_switch","pid":5403}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.875078509Z","hostname":"oxz_switch","pid":5403,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:09.879996892Z","hostname":"oxz_switch","pid":5403,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0aa:5ff:fe54:178b->f2:aa:05:54:17:8b"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:09.881626177Z","hostname":"oxz_switch","pid":5403}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:09.88691308Z","hostname":"oxz_switch","pid":5403}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:09.892370468Z","hostname":"oxz_switch","pid":5403}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.453104969Z","hostname":"oxz_switch","pid":5403,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9802:6aff:fefe:3613->9a:02:6a:fe:36:13"}
[ Sep  2 22:43:10 Rereading configuration. ]
[ Sep  2 22:43:10 Executing refresh method (:kill). ]
[ Sep  2 22:43:10 Stopping because all processes in service exited. ]
[ Sep  2 22:43:10 Executing stop method (:kill). ]
[ Sep  2 22:43:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Sep  2 22:43:10 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.500727132Z","hostname":"oxz_switch","pid":5481,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.501663808Z","hostname":"oxz_switch","pid":5481}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.502013827Z","hostname":"oxz_switch","pid":5481}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.50212097Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.50394394Z","hostname":"oxz_switch","pid":5481,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.504119985Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 8e173d62-bfb0-4b9a-b801-adf81a8b3bb9, sled_id: 9b5e1746-ac25-443c-add3-1f491ed470da, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 861d33ca-48ca-45f4-bcfd-14fcae3e4e69, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.504152855Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","producer_id":"935419ee-5b5f-4a52-a92f-a64daa61050a"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        8e173d62-bfb0-4b9a-b801-adf81a8b3bb9,\n    ),\n    sled_id: Some(\n        9b5e1746-ac25-443c-add3-1f491ed470da,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.505158173Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.511770952Z","hostname":"oxz_switch","pid":5481}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.513494329Z","hostname":"oxz_switch","pid":5481,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0aa:5ff:fe54:178b->f2:aa:05:54:17:8b"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.513715915Z","hostname":"oxz_switch","pid":5481,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9802:6aff:fefe:3613->9a:02:6a:fe:36:13"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.514751793Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.515900394Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:58762","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.516031108Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:58762","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.516200553Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:58762","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:58762","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.516227774Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.516244314Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.516363617Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.516677966Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.516732997Z","hostname":"oxz_switch","pid":5481,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:58762","producer_id":"935419ee-5b5f-4a52-a92f-a64daa61050a"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:10.516774448Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.516782149Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.517128978Z","hostname":"oxz_switch","pid":5481}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.51758694Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:10.51793698Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.189562ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.518890126Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-09-02T22:42:53.678688802Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.518915036Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","id":"594177333705604750"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.518940637Z","hostname":"oxz_switch","pid":5481,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:10.520418357Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.893302506Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 723, tv_nsec: 364154930 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.893939203Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:10.911290834Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-09-02T22:43:11.703292297Z","hostname":"oxz_switch","pid":5481,"interface":"tfportqsfp0_0","entry":"10.151.2.174->ca:51:72:38:9e:96"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.954598853Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.959831975Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.962288872Z","hostname":"oxz_switch","pid":5481}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.962528308Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.963931606Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-09-02T22:42:53.678529368Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.963988528Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","id":"3418460814005446331"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:11.964011668Z","hostname":"oxz_switch","pid":5481,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:13.170687754Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:13.177048727Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:13.180596453Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:14.257201656Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:14.261519873Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:14.264446343Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:15.22342241Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:15.229739422Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:15.232876347Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:16.304362771Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:16.312254975Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:16.315076122Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:17.785703037Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:17.790688682Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:17.79463433Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:18.813599486Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:18.817686347Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:18.820830622Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:19.388111711Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:19.392726136Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:19.395692217Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:20.522558094Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:20.587781026Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:20.59198546Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:20.595104345Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:21.873475958Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:21.878350321Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:21.881052864Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:21.966105904Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:22.421976876Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:22.426319254Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:22.429806939Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.076190466Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.081449079Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.084925704Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.812831735Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.816996718Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:23.819836095Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:25.027788985Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:25.03200063Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:25.03567876Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:26.357819459Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:26.36227062Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:26.365380874Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:26.614587183Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:26.615656532Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.396882629s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.156221717Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 738, tv_nsec: 925572129 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.156997678Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.164731589Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.695919456Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.700633484Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:27.703353638Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:28.940243456Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:28.94472826Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:28.948447559Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:29.797282328Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:29.803186739Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:29.806717995Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:30.645247203Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:30.649624652Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:30.652808529Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:31.21646609Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:32.019825861Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:32.025269919Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:32.028140427Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:32.654026025Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:33.185960554Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:33.190761235Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:33.193804707Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:34.11402184Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:34.119038797Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:34.122580389Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:35.568594446Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:35.57313244Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:35.576275546Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:36.679351798Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:36.684066817Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:36.687088969Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.444342194Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.448697883Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.451677124Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.984731932Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.990072449Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:37.992685929Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:38.832153203Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:38.837015325Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:38.840091349Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:39.961002428Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:39.966023525Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:39.969051777Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:40.50483002Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:40.510683349Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:40.513916097Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:41.191223974Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:41.834943267Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:41.839546732Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:41.842225385Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:42.125157621Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:42.12619296Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.948646396s","count":"2"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:42.627884553Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.306138366Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.311000179Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.314585367Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.563610079Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 755, tv_nsec: 377653850 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.564405691Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.570720323Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.954822953Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.959273885Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:43.962493893Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:44.563556573Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:44.56856744Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:44.571848089Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:45.582105845Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:45.586758972Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:45.590095572Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:46.874002451Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:46.87800454Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:46.881102664Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:48.066783447Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:48.07127998Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:48.074689462Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:49.111607173Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:49.116941489Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:49.119673253Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:50.338236671Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:50.34294606Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:50.346319982Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:51.166472529Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:51.276734132Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:51.282216481Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:51.285409659Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.243791001Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.248427457Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.251673585Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.602085209Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.842306302Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.847301358Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:52.850537066Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.108381085Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.113333479Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.116429724Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.771536547Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.777035936Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:54.780046968Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:56.196134507Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:56.202500905Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:56.205626925Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:57.690888327Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:57.695472603Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:57.698474774Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:58.531478872Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:43:58.533052135Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.400136292s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:58.687199883Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:58.691752152Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:58.695304114Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:59.828660062Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:59.833475953Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:43:59.836536436Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.461773165Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.466069682Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.469032333Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.76890261Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 772, tv_nsec: 629763872 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.769488116Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:00.776927559Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:01.14121442Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:01.638219887Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:01.643187162Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:01.645830964Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:02.334613064Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:02.338809772Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:02.342526409Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:02.577597982Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:03.123096729Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:03.127970492Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:03.130735017Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:04.347795355Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:04.35239166Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:04.35641389Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:05.510470212Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:05.515119388Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:05.518060428Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.235790846Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.241119012Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.244261387Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.870239916Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.876358742Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:06.879076187Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:08.351747686Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:08.356542047Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:08.359523728Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:09.260870977Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:09.265857373Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:09.26869135Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:10.613871008Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:10.618605866Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:10.621736022Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:11.115987553Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:12.038264042Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:12.042514878Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:12.046142367Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:12.552316113Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:13.491559954Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:13.496415419Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:13.499223083Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:14.139472371Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:14.144612551Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:14.14763005Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:15.264907853Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:15.269874048Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:15.273044045Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:15.737862214Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:44:15.739699114Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.653651531s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:16.495467728Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:16.500452534Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:16.503435845Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:17.841219901Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:17.845708573Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:17.848592716Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.368608235Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 790, tv_nsec: 277369936 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.369392926Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.376441198Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.616189988Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.621083191Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:18.624551446Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:19.59954679Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:19.604205287Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:19.607016153Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.208987269Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.214105328Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.222849826Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.921546196Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.925546745Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:20.928577667Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:21.090931149Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.179861567Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.184414021Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.187424853Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.526932599Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.882028361Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.886123953Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:22.889231987Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:23.505362088Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:23.510593221Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:23.513956082Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.011238522Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.015732114Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.019209809Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.571895472Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.576691673Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:25.580202098Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:26.619594227Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:26.624694526Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:26.627935674Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:27.864251897Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:27.868006359Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:27.871184305Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:28.736497973Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:28.745115928Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:28.747230495Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:29.743037387Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:29.748935457Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:29.752133845Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:30.304365675Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:30.309438614Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:30.312031504Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.064730585Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.23933937Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.244594334Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.247965676Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.763690991Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.768609885Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:31.771542976Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:32.502167295Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:32.593253736Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:32.59781661Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:32.601303945Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:33.336328915Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:44:33.337843576Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"82.299677923s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:33.628024559Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:33.633457837Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:33.636604864Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:34.759188367Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:34.763182806Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:34.766718633Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:35.688729574Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:35.693199556Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:35.696341142Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:36.826476202Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:36.832617179Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:36.835983521Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:38.120292971Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:38.125422651Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:38.12832803Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:39.475421939Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:39.481030021Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:39.484042543Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:40.983224635Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:40.991184942Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:40.993531656Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:41.038904872Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:42.023855798Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:42.029536633Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:42.032845433Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:42.47625937Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.020870903Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1a1daf59-001e-4a53-b4de-fff72c25ae48.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c75cb8b-522b-4f86-9594-0afd733d2fde.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"92e72814-0983-4818-8342-5926d36452d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 814, tv_nsec: 996786545 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.021585403Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.028974544Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.470673834Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.476026139Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:43.479313429Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:44.539176545Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:44.544290224Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:44.547493662Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:45.534227266Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:45.538412671Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:45.546152239Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:46.28703277Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:46.291641076Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:46.294703639Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:47.671629121Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:47.681973953Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:47.684658256Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:48.494923984Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:48.500479905Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:48.50320352Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.179342515Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.183954441Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.187669312Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.92632958Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.930463903Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:49.933756492Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:50.932410562Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:50.937146651Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:50.940385059Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:51.014154868Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:52.00483122Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:52.009182149Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:52.012270042Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:52.451425703Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3418460814005446331"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:53.444705266Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:53.449352182Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:53.451957484Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:54.7603998Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:54.765976962Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:54.769064739Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:55.313043562Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:55.317685128Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:55.321224315Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:56.247370219Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:56.251577203Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:56.254071951Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:56.999506294Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:57.004175301Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:57.006971849Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:57.988961532Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-09-02T22:44:57.990749411Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"107.019679838s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.066946736Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.071923642Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.074877742Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.668518381Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.67436833Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:58.677003042Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:59.485262454Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:59.489068999Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:44:59.492102052Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.210007974Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.213985073Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.216859631Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.838187734Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::f0aa:5ff:fe54:178b]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.844147666Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.847705443Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-09-02T22:45:00.98970497Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"594177333705604750"}