[ Oct 14 01:25:25 Enabled. ] [ Oct 14 01:25:25 Rereading configuration. ] [ Oct 14 01:25:26 Rereading configuration. ] [ Oct 14 01:25:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 14 01:25:37 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.568168582Z","hostname":"oxz_switch","pid":5334,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.569922956Z","hostname":"oxz_switch","pid":5334} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.570269643Z","hostname":"oxz_switch","pid":5334} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.570514518Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.570807554Z","hostname":"oxz_switch","pid":5334,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 1012a349-97ee-442f-bce4-64aa97694937,\n ),\n sled_id: Some(\n 1ffb8d50-1b61-4bad-8420-f238c4ceb572,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.572214131Z","hostname":"oxz_switch","pid":5334} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.572232502Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:37.578110987Z","hostname":"oxz_switch","pid":5334,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::90b3:aff:fedf:be21->92:b3:0a:df:be:21"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:37.580085706Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:37.584753788Z","hostname":"oxz_switch","pid":5334} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:25:37.589835238Z","hostname":"oxz_switch","pid":5334} [ Oct 14 01:25:38 Rereading configuration. ] [ Oct 14 01:25:38 Executing refresh method (:kill). ] [ Oct 14 01:25:38 Stopping because all processes in service exited. ] [ Oct 14 01:25:38 Executing stop method (:kill). ] [ Oct 14 01:25:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 14 01:25:38 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.255809437Z","hostname":"oxz_switch","pid":5430,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.256747525Z","hostname":"oxz_switch","pid":5430} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.257129743Z","hostname":"oxz_switch","pid":5430} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.257233985Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.257403368Z","hostname":"oxz_switch","pid":5430,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.257693364Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 1012a349-97ee-442f-bce4-64aa97694937, sled_id: 1ffb8d50-1b61-4bad-8420-f238c4ceb572, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b8a5db3a-3b81-4fa9-9f76-dc79567ed096, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.257736865Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter","producer_id":"b74cf523-b70e-402b-a7b2-4aeb05d92cd2"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 1012a349-97ee-442f-bce4-64aa97694937,\n ),\n sled_id: Some(\n 1ffb8d50-1b61-4bad-8420-f238c4ceb572,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.258864987Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.266723531Z","hostname":"oxz_switch","pid":5430} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.267397194Z","hostname":"oxz_switch","pid":5430,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::90b3:aff:fedf:be21->92:b3:0a:df:be:21"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.269388324Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.270152949Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:55563","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.270284391Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:55563","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.270495986Z","hostname":"oxz_switch","pid":5430,"local_addr":"[fd00:1122:3344:101::2]:55563","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:55563","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.270519786Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.270536766Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.27073371Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.271181439Z","hostname":"oxz_switch","pid":5430,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.27124767Z","hostname":"oxz_switch","pid":5430,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:55563","producer_id":"b74cf523-b70e-402b-a7b2-4aeb05d92cd2"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.27126481Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:38.271276931Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.272131438Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.272563356Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 593, tv_nsec: 513458200 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.272849292Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.273245109Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.274107966Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-14T01:25:21.115176119Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.274136507Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","id":"7830367849263433282"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.274158157Z","hostname":"oxz_switch","pid":5430,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:25:38.275473303Z","hostname":"oxz_switch","pid":5430} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:38.290508348Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.168918491Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.174612122Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.177692323Z","hostname":"oxz_switch","pid":5430} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.177955098Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.179532899Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-14T01:25:21.115042996Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.17959568Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","id":"13253809549184697811"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.17960982Z","hostname":"oxz_switch","pid":5430,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:39.312634753Z","hostname":"oxz_switch","pid":5430,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::10a3:30ff:fe4a:c08->12:a3:30:4a:0c:08"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.894116773Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.898807495Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:39.901250634Z","hostname":"oxz_switch","pid":5430} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-14T01:25:40.29723772Z","hostname":"oxz_switch","pid":5430,"interface":"tfportqsfp0_0","entry":"10.151.1.174->96:93:49:7a:26:eb"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:41.295829642Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:41.299961573Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:41.302419241Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:42.438225339Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:42.442393511Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:42.445670565Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:43.833632205Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:43.837798006Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:43.840369177Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:44.461529986Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:44.466571445Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:44.469180287Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:45.10989579Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:45.114411369Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:45.116904188Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:46.622044279Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:46.626063588Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:46.628390054Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:47.342573019Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:47.347415374Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:47.350161988Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:48.278032052Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:48.603026494Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:48.607853229Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:48.610739456Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:49.182421204Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:49.991376641Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:49.99591704Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:49.998508601Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:50.802315648Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:50.806909598Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:50.80957943Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:52.020764917Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:52.025310617Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:52.027940048Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:52.99901984Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:25:53.000303636Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.02202881s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.145169551Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.149623598Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.152359552Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.22048032Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 608, tv_nsec: 754423470 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.221153673Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:53.228657811Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:54.450008882Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:54.453863018Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:54.456641902Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:55.297281907Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:55.301483583Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:55.304204014Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.095415725Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.099579907Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.102208369Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.969251744Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.97363816Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:56.976775142Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:57.768514154Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:57.772798877Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:57.775733406Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:57.975925059Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:58.868094237Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:58.872468944Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:58.874716348Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:58.877968022Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:59.480434216Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:59.485057308Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:25:59.487682329Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:00.704586453Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:00.708667214Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:00.711297265Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:02.049692311Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:02.053959165Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:02.056310672Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:03.518852713Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:03.522853662Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:03.525590456Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:04.731045134Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:04.735489581Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:04.738365048Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:05.337007247Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:05.341634809Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:05.344479975Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:06.523915152Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:06.528009332Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:06.530572173Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:07.275439322Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:07.279990992Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:07.282652784Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:07.95118001Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.194654275Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:26:08.195972021Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.256137686s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.277283843Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.282296171Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.284970284Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.586216287Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 624, tv_nsec: 159643146 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.586776738Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.594383217Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:08.853276825Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:09.542832985Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:09.546352255Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:09.548576878Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:10.06408588Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:10.068444306Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:10.071371724Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:11.440748458Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:11.445051216Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:11.447911862Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:12.404392518Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:12.408801895Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:12.411389526Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.077169337Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.081591584Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.084453241Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.734375Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.742736565Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:13.745533065Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:14.388252148Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:14.393248126Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:14.399911317Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:15.724458292Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:15.728688415Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:15.73095139Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:16.601987984Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:16.606097194Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:16.608835828Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:17.613091785Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:17.617556873Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:17.620273076Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:17.926179301Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:18.828675194Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:18.984801309Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:18.988336658Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:18.990851757Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:19.503449752Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:19.507487602Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:19.509890539Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:20.575930705Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:20.58028553Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:20.582991464Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:21.565803431Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:21.569507614Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:21.572001433Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:22.343935028Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:22.348325204Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:22.350828613Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:23.332708643Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:23.336800383Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:23.339461086Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:23.553599053Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:26:23.555144554Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"45.657580678s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.334039773Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 639, tv_nsec: 950847803 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.334663116Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.341762065Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.751210059Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.755784529Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:24.758785098Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.230742226Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.234874928Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.237972659Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.855229336Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.859181112Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:26.862210739Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:27.900315275Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:28.229728402Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:28.234021517Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:28.236616948Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:28.80244919Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:29.2797971Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:29.283547763Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:29.286310588Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:30.31121592Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:30.315674218Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:30.318490493Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:31.449625526Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:31.454039494Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:31.456654995Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:32.545250491Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:32.549982764Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:32.552704277Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:33.547544147Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:33.552306741Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:33.554577746Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:34.701184594Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:34.705327785Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:34.707793774Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.06553058Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.070428236Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.072876977Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.98933004Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.993644555Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:36.996315228Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:37.875298067Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:37.881362026Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:37.885804514Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:37.888347324Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:38.437149441Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:38.441242472Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:38.4441842Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:38.77833216Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:39.302667625Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:26:39.304346968Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"61.448796953s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:39.667702203Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:39.672076549Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:39.674850874Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:40.623625698Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:40.626988534Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:40.629609285Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.342348011Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 657, tv_nsec: 4367259 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.343060295Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.349604844Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.502666988Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.506947822Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:41.509424321Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:42.579940521Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:42.583605793Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:42.586152823Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:43.830726561Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:43.834271546Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:43.837188069Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:44.63756804Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:44.641946946Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:44.644373854Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:45.947454895Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:45.951901542Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:45.955026044Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:46.712760874Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:46.71711752Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:46.719864424Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:47.851209643Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:47.952300793Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:47.956968555Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:47.959414984Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:48.753515171Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:49.44918627Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:49.453470195Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:49.456118176Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.182703755Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.187092251Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.189842385Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.826473832Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.830710365Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:50.833373598Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:51.831446472Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:51.835841788Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:51.838496861Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:52.833055896Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:52.837479143Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:52.840072644Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:53.923164222Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:53.92712276Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:53.93015562Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:54.713989966Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:54.717399113Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:54.719529405Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:55.89812047Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:55.902372667Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:55.904919997Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:56.311011699Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:26:56.31185828Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"78.501592485s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:56.89177191Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:56.896190497Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:56.89838821Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:57.592338984Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:57.596768632Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:57.598994385Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:57.826902833Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:58.728897505Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:58.7870286Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:58.79159988Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:58.793974957Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:59.713012299Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:59.717393611Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:26:59.719879549Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:00.781426024Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:00.785623516Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:00.788252058Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:01.418377547Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:01.423175171Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:01.426054678Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.077047798Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 677, tv_nsec: 794276527 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.077689651Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.085413593Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.460136302Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.464472147Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:02.4671532Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:03.461858638Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:03.466712874Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:03.46953886Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:04.037966223Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:04.042344319Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:04.045111563Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.158430687Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.162655551Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.165410315Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.930386581Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.933869478Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:05.935894797Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:06.81911401Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:06.823463126Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:06.825957295Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:07.801626068Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:07.975093154Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:07.979010782Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:07.981660054Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:08.610602648Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:08.614987265Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:08.617723308Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:08.704231582Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:10.042777481Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:10.047358801Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:10.050415391Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:11.189390881Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:11.193620814Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:11.196155474Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:12.411058358Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:12.415514955Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:12.418459913Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:13.778001026Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:13.782598806Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:13.785179927Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:14.656142498Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:14.659869022Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:14.662561905Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:15.664551067Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:15.669001814Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:15.671591195Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:16.664005128Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:16.668428255Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:16.671012876Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:17.046630082Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:27:17.047640772Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"99.292654427s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:17.237366168Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:17.241940178Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:17.244149072Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:17.777049705Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:18.31000943Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:18.314278944Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:18.316835395Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:18.679960675Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:19.250534171Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:19.254737704Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:19.257356055Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:20.494488707Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:20.499034066Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:20.501720789Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:21.144426425Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:21.14872766Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:21.151713309Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:22.058032266Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:22.062361961Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:22.064957972Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:23.457760195Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:23.462231658Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:23.464831999Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:24.896324348Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:24.90046509Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:24.903125772Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:25.590961817Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:25.595518247Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:25.597880533Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.116228011Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.120579676Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.123124246Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.832413923Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.837073945Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:26.83936411Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.471482717Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.475810183Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.479062527Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.75243769Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.856600431Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 703, tv_nsec: 642471411 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.857239244Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:27.864083658Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:28.655113896Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:28.746141758Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:28.755031233Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:28.757680343Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:29.586232131Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:29.590499545Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:29.592977224Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:30.626932655Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:30.631234859Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:30.633963643Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:31.4574647Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:31.461980709Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:31.464822545Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:32.008744786Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:32.013684403Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:32.016374276Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:33.509951587Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:33.514256602Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:33.51666458Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:34.718484676Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:34.722952444Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:34.725296831Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:35.627458896Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:35.631832032Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:35.634473395Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:37.027590318Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:37.031885733Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:37.034342111Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:37.727840047Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:38.51707759Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:38.52167853Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:38.523876314Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:38.630094675Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:39.286872389Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:39.291110953Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:39.293663703Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:40.654714097Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:40.659320397Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:40.661963499Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:41.548024477Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:41.552519976Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:41.555139847Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:42.82483664Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:27:42.82583871Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"125.139501144s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:42.865167734Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:42.868604552Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:42.870812386Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:43.43113765Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:43.435957314Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:43.438954694Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:44.90176997Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:44.907030173Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:44.9099222Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:45.979651466Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:45.984096353Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:45.986633057Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:47.025734396Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:47.030164973Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:47.032856786Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:47.702639656Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:48.520646083Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:48.524802635Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:48.527183562Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:48.604936754Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:49.136170185Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:49.141221761Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:49.143394857Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:50.58981314Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:50.594490192Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:50.59695097Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:51.840239664Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:51.844653051Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:51.847257162Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:52.201331225Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 728, tv_nsec: 52284615 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:52.201928687Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:52.208649859Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:53.239425428Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:53.24408672Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:53.24666111Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:54.043226887Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:54.047010511Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:54.049210735Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:55.378657455Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:55.383315877Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:55.385703494Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:56.40517708Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:56.409647823Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:56.412191198Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:57.677582656Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:57.764767893Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:57.768310133Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:57.770458645Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:58.580595279Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:59.058765996Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:59.063473528Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:27:59.065788214Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.054689568Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.061331259Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.065724526Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.977999881Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.982458409Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:00.984821175Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:02.108938023Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:02.113158466Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:02.116092153Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:03.318427721Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:03.332392876Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:03.364930737Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:04.885582731Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:04.893085359Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:04.907372411Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:05.527556743Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:05.53251217Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:05.535878267Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:06.576121372Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:06.587276544Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:06.593509264Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:07.160164483Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:07.165673592Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:07.168725713Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:07.168815084Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:28:07.170008757Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"149.549073262s","count":"7"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:07.653197503Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:08.460540582Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:08.464620642Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:08.467239474Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:08.5584853Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:09.424724279Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:09.429599238Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:09.432859039Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:10.372144146Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:10.377526602Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:10.380174384Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:11.713782597Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:11.718223144Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:11.720972509Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:13.058484998Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:13.06264005Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:13.065887834Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:14.2107253Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:14.221660973Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:14.228637742Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:15.162711777Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:15.169883268Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:15.1730212Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:16.568394418Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:16.573999308Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:16.57716638Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:17.495882403Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:17.504939581Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:17.521891554Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:17.672614944Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:18.539780594Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.00953789Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.014437386Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.017075758Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.991672809Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.99686258Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:19.999578654Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.073394153Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.078043714Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.081083744Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.915581721Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.924962797Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:21.927565198Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:22.528703154Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:22.532637351Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:22.534781143Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:23.465326597Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:23.469771865Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:23.472614451Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:24.949763191Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:24.953895512Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:24.957159776Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:25.821527352Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:25.826093472Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:25.828865916Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:26.941043069Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:26.94616483Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:26.948914864Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:27.674877411Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:28.015698825Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:28.019705984Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:28.022646901Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:28.541662794Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:29.293710824Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:29.298415446Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:29.301106089Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:30.777396782Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:30.782303229Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:30.785091943Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:31.756066902Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:31.759548741Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:31.762074991Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:32.725492181Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:32.730097392Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:32.733006809Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:34.096954885Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:34.10177029Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:34.104154016Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:35.454799592Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:35.459854292Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:35.463164817Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:36.87276035Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:36.877986372Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:36.880985611Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:37.677032235Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:38.298851251Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:38.303904966Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:38.307102738Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:38.545653822Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.205174173Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.2136904Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.218400472Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.909977182Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.922501048Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.933671537Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.945750314Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 775, tv_nsec: 859777592 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.948299894Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:39.978913542Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:40.723293344Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:40.731032546Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:40.733990794Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.058205481Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.064869482Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.069061094Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.619677618Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.627205886Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:42.631567571Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:43.425998353Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:43.434053861Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:43.440606779Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:44.186211613Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:44.194380433Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:44.198717718Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:45.085121148Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:45.1239041Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:45.147920841Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:46.039472612Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:46.046699674Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:46.050721833Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:47.263722338Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:47.271496601Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:47.275351397Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:47.680748339Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.173408835Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.180519704Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.184900561Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.54794173Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.91910451Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.925510416Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:48.929045295Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.201052197Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.20628582Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.208935972Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.899424502Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.904019382Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:50.907073892Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:52.220281511Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:52.224668636Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:52.227181367Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:53.383488995Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:53.388103535Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:53.391034053Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:54.789933347Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:54.799989674Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:54.806948961Z","hostname":"oxz_switch","pid":5430} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:54.980413598Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-14T01:28:54.981274435Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"197.383089769s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:55.983277543Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:55.988902534Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:55.992421873Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:56.515865943Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:56.523177507Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:56.527706596Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:57.683425893Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:57.878154078Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:57.883422841Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:57.886477411Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:58.550061974Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:58.636577023Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:58.640818026Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:58.64915023Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:59.590046129Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:59.594521537Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:28:59.596961894Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:00.257813053Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:00.26168892Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:00.264025265Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.338543948Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.343089587Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.345623737Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.964026582Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.972877886Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:01.975391786Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:03.026867376Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:03.031706392Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:03.034227271Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:04.475042068Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:04.479355933Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:04.482005345Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.112146731Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.116655549Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.119271181Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.925904393Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.930612166Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:05.933452812Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:06.659083103Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:06.665207313Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:06.668710002Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:07.687681155Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.136359487Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.141372516Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.144267402Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.552958179Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.681205128Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.689106913Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:08.69402957Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:09.81780505Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:09.825785917Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:09.829894797Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:10.825586562Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:10.83361756Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:10.836792822Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:12.217063541Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:12.226265142Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:12.230656808Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:13.023822325Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:13.029115218Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:13.032123197Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:14.223160548Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:14.228448972Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:14.231310028Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:15.575208471Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:15.580412143Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:15.583745299Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.458006578Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.462859934Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.465817442Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.988163581Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.993256161Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:16.996202618Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:17.691169046Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.043439095Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.051713577Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.062125592Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.555762736Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.879155158Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.887160955Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:18.890520941Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:20.053822398Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:20.059198814Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:20.061929508Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.235328183Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.240798321Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.244075265Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.874693531Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.879952084Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:21.884064495Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.372328764Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.376494066Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.378827721Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.941147565Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.946752235Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:23.949901987Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:24.679957325Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:24.68579966Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:24.688423791Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:25.639085532Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:25.644712052Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:25.647681271Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:26.579727496Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:26.586065581Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:26.590154651Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:27.694622242Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:27.846539886Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:27.851769419Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:27.85542094Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:28.557294105Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:29.216060934Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:29.221659184Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:29.224423268Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:29.988353711Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:29.998770826Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:30.004227643Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:31.113936647Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:31.12023345Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:31.123405913Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.090106133Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.09577996Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.099007123Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.629885959Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.637101001Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:32.640701872Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:33.892936065Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:33.899380662Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:33.903325559Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.340890052Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.345762798Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.349235536Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.945998446Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.951522815Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:35.954761368Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.216992138Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.222519647Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.226189289Z","hostname":"oxz_switch","pid":5430} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.587519994Z","hostname":"oxz_switch","pid":5430,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 833, tv_nsec: 501148694 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.587986124Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.595694135Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.683095692Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a6c2a3-cca2-4c7a-9236-2c3f4265ee67\", \"content-length\": \"41\", \"date\": \"Wed, 14 Oct 2026 01:29:37 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.684503679Z","hostname":"oxz_switch","pid":5430,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.697486764Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.980970992Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.985396859Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:37.987836617Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:38.559377641Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:38.807897713Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:38.812459932Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:38.815723206Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.018943187Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.025019226Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.028524775Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.617701835Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.622818316Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:40.625644161Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:41.349087229Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:41.354607288Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:41.357326851Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:42.428125381Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:42.43368914Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:42.436596457Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:43.32125423Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:43.327236999Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:43.330159916Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:44.757476478Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:44.762585388Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:44.765864183Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:45.82482923Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:45.830556493Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:45.833308327Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:46.67308291Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:46.678595018Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:46.681944124Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:47.653439433Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:47.658652495Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:47.661716045Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:47.70064371Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:48.440872408Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:48.445819355Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:48.448589459Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:48.561002047Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:49.65739146Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:49.662803296Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:49.665789175Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:50.774135503Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:50.778464457Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:50.781569498Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:52.156107903Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:52.160902377Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:52.164181962Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:53.302016378Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:53.307958115Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:53.311179998Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:54.726286611Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:54.731630746Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:54.733836499Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:55.709048892Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:55.713979919Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:55.716471698Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:56.763569462Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:56.768838285Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:56.771965137Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:57.659775114Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:57.665344763Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:57.668826991Z","hostname":"oxz_switch","pid":5430} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:57.702923841Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7830367849263433282"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:58.562908171Z","hostname":"oxz_switch","pid":5430,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13253809549184697811"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:58.706165105Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:58.711139132Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:29:58.71357602Z","hostname":"oxz_switch","pid":5430} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:30:00.072115511Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportrear0_0 addrs [fe80::90b3:aff:fedf:be21]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:30:00.077542567Z","hostname":"oxz_switch","pid":5430} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-14T01:30:00.080882433Z","hostname":"oxz_switch","pid":5430}