[ Nov  8 10:27:09 Enabled. ]
[ Nov  8 10:27:09 Rereading configuration. ]
[ Nov  8 10:27:10 Rereading configuration. ]
[ Nov  8 10:27:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Nov  8 10:27:21 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.699791973Z","hostname":"oxz_switch","pid":5360,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.701590632Z","hostname":"oxz_switch","pid":5360}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.701909615Z","hostname":"oxz_switch","pid":5360}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.702208788Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.702547322Z","hostname":"oxz_switch","pid":5360,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        22a62ec8-4252-4afc-85c6-ad94f15ce664,\n    ),\n    sled_id: Some(\n        410e121b-10a2-480f-82b4-75120545bc62,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.703895086Z","hostname":"oxz_switch","pid":5360}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.703924406Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.710983189Z","hostname":"oxz_switch","pid":5360,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4022:b7ff:fe8a:3582->00:00:00:00:00:00"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:21.711340183Z","hostname":"oxz_switch","pid":5360,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ace7:99ff:fe71:f574->ae:e7:99:71:f5:74"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:21.713166442Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:21.718614268Z","hostname":"oxz_switch","pid":5360}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:27:21.724546129Z","hostname":"oxz_switch","pid":5360}
[ Nov  8 10:27:22 Rereading configuration. ]
[ Nov  8 10:27:22 Executing refresh method (:kill). ]
[ Nov  8 10:27:22 Stopping because all processes in service exited. ]
[ Nov  8 10:27:22 Executing stop method (:kill). ]
[ Nov  8 10:27:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Nov  8 10:27:22 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.409150738Z","hostname":"oxz_switch","pid":5502,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.410130498Z","hostname":"oxz_switch","pid":5502}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.410448571Z","hostname":"oxz_switch","pid":5502}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.410551112Z","hostname":"oxz_switch","pid":5502,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.410741564Z","hostname":"oxz_switch","pid":5502,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.411118798Z","hostname":"oxz_switch","pid":5502,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 22a62ec8-4252-4afc-85c6-ad94f15ce664, sled_id: 410e121b-10a2-480f-82b4-75120545bc62, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 0d0769f9-5c8a-41fb-b112-71f589af4315, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.411153308Z","hostname":"oxz_switch","pid":5502,"unit":"oximeter","producer_id":"6eaf552a-0e7a-4308-b660-a9737db61912"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        22a62ec8-4252-4afc-85c6-ad94f15ce664,\n    ),\n    sled_id: Some(\n        410e121b-10a2-480f-82b4-75120545bc62,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.412092218Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.425895601Z","hostname":"oxz_switch","pid":5502}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.42771091Z","hostname":"oxz_switch","pid":5502,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4022:b7ff:fe8a:3582->00:00:00:00:00:00"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.427803331Z","hostname":"oxz_switch","pid":5502,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ace7:99ff:fe71:f574->ae:e7:99:71:f5:74"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.430140015Z","hostname":"oxz_switch","pid":5502,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.430916163Z","hostname":"oxz_switch","pid":5502,"local_addr":"[fd00:1122:3344:101::2]:57234","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.431226056Z","hostname":"oxz_switch","pid":5502,"local_addr":"[fd00:1122:3344:101::2]:57234","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.431356928Z","hostname":"oxz_switch","pid":5502,"local_addr":"[fd00:1122:3344:101::2]:57234","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:57234","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.431371468Z","hostname":"oxz_switch","pid":5502,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.431381958Z","hostname":"oxz_switch","pid":5502,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.431466118Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.431957754Z","hostname":"oxz_switch","pid":5502,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.432016544Z","hostname":"oxz_switch","pid":5502,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:57234","producer_id":"6eaf552a-0e7a-4308-b660-a9737db61912"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:22.432031244Z","hostname":"oxz_switch","pid":5502,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.432040335Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.432920454Z","hostname":"oxz_switch","pid":5502}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.43351438Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.433956884Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41461, tv_nsec: 289742047 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.434791643Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.435179787Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-08T10:27:05.083872040Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.435346549Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","id":"13008121298832747889"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.435362169Z","hostname":"oxz_switch","pid":5502,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:27:22.437120317Z","hostname":"oxz_switch","pid":5502}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:22.456264115Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.264401402Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.268873868Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.271640047Z","hostname":"oxz_switch","pid":5502}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.27192442Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.2729286Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-11-08T10:27:05.083738339Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.272979451Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","id":"10536450071568031863"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:23.272991121Z","hostname":"oxz_switch","pid":5502,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:23.431754572Z","hostname":"oxz_switch","pid":5502,"interface":"tfportqsfp0_0","entry":"10.151.2.174->72:be:4b:2d:8e:02"}
{"msg":"removed stale NDP entry :fe80::4022:b7ff:fe8a:3582->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:23.787624722Z","hostname":"oxz_switch","pid":5502}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-11-08T10:27:23.787852375Z","hostname":"oxz_switch","pid":5502,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4022:b7ff:fe8a:3582->42:22:b7:8a:35:82"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:24.346980356Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:24.351898617Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:24.354344832Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.170513371Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.175032348Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.177573994Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.750312127Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.755211867Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:25.757724013Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:26.381755816Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:26.385284202Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:26.38797241Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:27.391445296Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:27.395801021Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:27.398211666Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.304894821Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.309589789Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.312164536Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.852489883Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.856895399Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:28.859133682Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:29.772322535Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:29.776520699Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:29.779517779Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.407879497Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.412517855Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.415212972Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.959041936Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.963380121Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:30.966185Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:31.521033577Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:31.524572673Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:31.526770316Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:32.43821911Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:32.810730193Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:32.815629633Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:32.818546613Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:33.276485508Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:33.516755293Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:33.525617214Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:33.528319852Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:34.280628562Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:34.284152919Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:34.287094379Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:36.120773529Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:36.125084553Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:36.127906123Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.527176916Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.531967715Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.534709103Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.633284306Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:27:37.633963683Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.025636836s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.914185868Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41476, tv_nsec: 594585722 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.914923476Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:37.920758146Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.080865507Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.085174751Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.088213533Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.850293115Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.855419118Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:38.858447969Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:40.168465981Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:40.172531753Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:40.175334992Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.288901989Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.29383613Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.29673351Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.875118348Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.879699016Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:41.882539735Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:42.602582772Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:42.613201742Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:42.617116723Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:42.620237945Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:43.438239697Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:43.711631532Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:43.716592854Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:43.719367862Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:45.189572107Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:45.194200835Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:45.197055484Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:46.494064382Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:46.498560939Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:46.500852072Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:47.160596162Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:47.16517296Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:47.167911298Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:48.662702446Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:48.667369125Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:48.66983051Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:49.650932403Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:49.655641891Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:49.657940945Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:50.268674178Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:50.271977402Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:50.27467405Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:51.589367711Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:51.593756147Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:51.596658837Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:52.355387174Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:52.360390465Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:52.363348496Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:52.577711779Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:52.880560748Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:27:52.881426138Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.314803822s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.282078412Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41492, tv_nsec: 4513514 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.28286056Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.287903192Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.413599705Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.728550551Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.733266758Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:53.735941288Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:54.785345399Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:54.789376081Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:54.791961717Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:56.278757412Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:56.283052316Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:56.285632503Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:57.752895636Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:57.757477834Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:57.759911959Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:58.642512079Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:58.646786804Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:58.649404771Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:59.47302883Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:59.478191404Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:27:59.48068368Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:00.425509996Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:00.429865371Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:00.432325257Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.31029993Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.314469433Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.316966989Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.8310721Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.835485615Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:01.837678998Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:02.403212361Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:02.408216793Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:02.411503457Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:02.552929034Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:03.388667039Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:03.775479979Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:03.780435201Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:03.782458152Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:04.667002363Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:04.671417869Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:04.674036356Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:05.614161368Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:05.618407927Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:05.62113337Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:06.266607658Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:06.27170286Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:06.273977274Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:07.640361662Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:07.644448004Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:07.646859649Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:08.250408636Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:28:08.251093994Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"45.726016547s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:08.729267482Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:08.73394548Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:08.736261804Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.318963666Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.322397661Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.32514846Z","hostname":"oxz_switch","pid":5502}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.421439408Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41508, tv_nsec: 187539691 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.422158876Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:09.428808411Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:10.356056689Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:10.360810868Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:10.363644408Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:11.696595188Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:11.701190356Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:11.703907754Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.227403311Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.232156751Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.234834438Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.527085129Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.814020094Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.818521571Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:12.821195838Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:13.363063847Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:13.460835911Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:13.465154525Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:13.467924994Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:14.785375394Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:14.789538957Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:14.791916752Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:16.269478121Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:16.27419293Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:16.276374233Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:17.593825433Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:17.597740893Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:17.600407981Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:18.587160771Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:18.591676808Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:18.594995435Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:19.437621919Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:19.442098465Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:19.444535371Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:20.909083876Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:20.913535832Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:20.916020477Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:21.900075933Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:21.904044558Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:21.906895922Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:22.50143323Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:22.586075243Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:22.590002284Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:22.592611631Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:23.338303142Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:23.686967447Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:23.690407553Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:23.692883799Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:24.389863815Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:28:24.390746975Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"61.909394928s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:24.616292013Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:24.620909861Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:24.623749551Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:25.323133032Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:25.327311475Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:25.329604779Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.146755391Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.150866513Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.153514106Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.863404222Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.867849978Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.870682487Z","hostname":"oxz_switch","pid":5502}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.958446518Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41525, tv_nsec: 772070421 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.959144445Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:26.964489Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:28.180956692Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:28.185509889Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:28.188286328Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:29.552740455Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:29.557283611Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:29.56000005Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:30.305559119Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:30.309742143Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:30.311952386Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:31.762336993Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:31.765759999Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:31.76782995Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:32.476099773Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:32.480803712Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:32.485584492Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:32.487922876Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.130527608Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.135105826Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.137656799Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.31302841Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.844438931Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.848918107Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:33.851276471Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:34.398142251Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:34.402469226Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:34.40572973Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:35.661552072Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:35.665899586Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:35.668714786Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:36.898911931Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:36.903205645Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:36.90564694Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:37.645175678Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:37.649088319Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:37.651702175Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:38.793491045Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:38.797791309Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:38.800299284Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:39.307665135Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:39.311679117Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:39.314666008Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:40.334316319Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:40.338720805Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:40.341792367Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:41.606610491Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:41.611688143Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:41.614427882Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:41.925630079Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:28:41.926454987Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"79.492543121s","count":"4"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:42.450862424Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:42.781386201Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:42.78610378Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:42.78898875Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:43.288613159Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:43.979841286Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:43.98405474Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:43.98688179Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.102620428Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.107035284Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.109960244Z","hostname":"oxz_switch","pid":5502}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.488745611Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41544, tv_nsec: 352462725 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.489323317Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:45.495092107Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:46.506388913Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:46.510410114Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:46.513404815Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:47.593928449Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:47.598779759Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:47.601401856Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:48.373214429Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:48.377443432Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:48.38014451Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:49.661603217Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:49.665989623Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:49.668359847Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:50.404328718Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:50.408521372Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:50.410986237Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:51.256828047Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:51.260956469Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:51.263017751Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:52.426244632Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:52.632168067Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:52.636518192Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:52.638871197Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:53.264021688Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:53.859284291Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:53.863756827Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:53.866187972Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:54.840148931Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:54.844915501Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:54.847349586Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.017094643Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.025067616Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.02738458Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.722206084Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.726777611Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:56.729337398Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:57.990821727Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:57.995392084Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:57.99790814Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:58.516155794Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:58.52060096Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:58.52288283Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:59.665117507Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:59.66934264Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:28:59.671889857Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:00.45630131Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:29:00.457178579Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"98.073448013s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:00.945103487Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:00.949700965Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:00.952013409Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.286487385Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.28981709Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.292407396Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.400588778Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.848720385Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.85308943Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:02.85594164Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:03.239900381Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:03.514294036Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:03.51759704Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:03.520529301Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.344939118Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.349287743Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.35187194Z","hostname":"oxz_switch","pid":5502}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.932992005Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41563, tv_nsec: 849328388 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.933610486Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:04.939089098Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:05.820120103Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:05.824907643Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:05.827476629Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:06.608375846Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:06.612490368Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:06.615154236Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:07.964654377Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:07.968465386Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:07.970670029Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:09.111425448Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:09.115895704Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:09.118493381Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.355041122Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.359142944Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.361833062Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.986900853Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.991127117Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:10.993500421Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:11.785708756Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:11.790151151Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:11.793226314Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:12.375597231Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:12.6609825Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:12.665143603Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:12.66774071Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:13.214316517Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:13.677180076Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:13.682017936Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:13.684359791Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:14.840525209Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:14.844960205Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:14.847464171Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:15.706236754Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:15.710581169Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:15.712875493Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:17.090541447Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:17.093855001Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:17.096189485Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:18.199739351Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:18.204395975Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:18.207326646Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:19.202379962Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:19.207228093Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:19.20989136Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:19.899677862Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:29:19.90048513Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"117.569331584s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:20.249035544Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:20.254490621Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:20.257074408Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:21.381978932Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:21.385361107Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:21.387820162Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:22.350293631Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:22.839393143Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:22.842921179Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:22.845146283Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:23.189531192Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:23.372065875Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:23.376642102Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:23.379357461Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:24.460635281Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:24.465161688Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:24.467616514Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:25.673356875Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:25.677637559Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:25.680358027Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:26.410063184Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:26.414341428Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:26.41739158Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:27.347394832Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:27.353429274Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:27.357760639Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:28.354384782Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:28.359472355Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:28.3629106Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.078590351Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.083607612Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.085891956Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.841220497Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.846526042Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:29.849097009Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:30.989175169Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:31.002109593Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:31.011080821Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:31.930017454Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:31.940623104Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:31.948001241Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:32.365930054Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:33.166084561Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:33.373196128Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:33.444484578Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:33.452693793Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:34.117415454Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:34.122280595Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:34.125449878Z","hostname":"oxz_switch","pid":5502}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.041813849Z","hostname":"oxz_switch","pid":5502,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"066b912f-35f9-4a2a-9a9b-f8f67b74da6c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"291cdda7-c59b-4bbb-91e4-57cd2fc467ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e399b87b-d5aa-4e17-83d2-15ff97eba4ab.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 41594, tv_nsec: 39632433 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.042448726Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.048183065Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.28976866Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.294137776Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:35.296977765Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:36.551160259Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:36.554841487Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:36.557335093Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:37.529944567Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:37.534700966Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:37.537343184Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:38.999549974Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:39.009930032Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:39.012405077Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:40.346880004Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:40.352106748Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:40.354995198Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:41.64277232Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:41.650294208Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:41.654333189Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:42.341800458Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:43.112451418Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:43.116703712Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:43.120556852Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:43.140768461Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:44.578753961Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:44.584727513Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:44.587272709Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:45.639724092Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:45.645204619Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:45.648468753Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:47.14354399Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:47.14747579Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:47.150796325Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:48.025978317Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:48.030861486Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:48.033602817Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:49.378218758Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:49.383169667Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:49.38601879Z","hostname":"oxz_switch","pid":5502}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.021850566Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-11-08T10:29:50.022783905Z","hostname":"oxz_switch","pid":5502,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"147.760455569s","count":"7"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.279308348Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.285623573Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.289321293Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.955507508Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.95958723Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:50.962355039Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.10091385Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.10582444Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.108924992Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.335872262Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13008121298832747889"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.885709914Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.890475293Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:52.892933359Z","hostname":"oxz_switch","pid":5502}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:53.136272876Z","hostname":"oxz_switch","pid":5502,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10536450071568031863"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:53.443444224Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:53.448278554Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:53.451155683Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:54.221121798Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:54.225437893Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:54.227919788Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:55.332901929Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:55.337683253Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:55.340408136Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:56.394108665Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:56.399196437Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:56.402031376Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:57.540027574Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:57.545426127Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:57.548170138Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:58.807766675Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:58.812160164Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:29:58.815199006Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:00.186289788Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:00.191471386Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:00.194785415Z","hostname":"oxz_switch","pid":5502}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:01.596857011Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportrear0_0 addrs [fe80::ace7:99ff:fe71:f574]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:01.606958815Z","hostname":"oxz_switch","pid":5502}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-11-08T10:30:01.612334181Z","hostname":"oxz_switch","pid":5502}