[ May 8 02:58:28 Enabled. ] [ May 8 02:58:28 Rereading configuration. ] [ May 8 02:58:29 Rereading configuration. ] [ May 8 02:58:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 8 02:58:40 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.7027955Z","hostname":"oxz_switch","pid":5130,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.704494702Z","hostname":"oxz_switch","pid":5130} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.704908444Z","hostname":"oxz_switch","pid":5130} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.707148182Z","hostname":"oxz_switch","pid":5130,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.707374879Z","hostname":"oxz_switch","pid":5130,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 972b37f1-844a-44ea-9a12-11a16d5b4142,\n ),\n sled_id: Some(\n b5764393-aba7-42db-a12c-ba3459552b16,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.709621357Z","hostname":"oxz_switch","pid":5130} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.709654368Z","hostname":"oxz_switch","pid":5130,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:40.715499026Z","hostname":"oxz_switch","pid":5130,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d86c:42ff:fec9:795b->da:6c:42:c9:79:5b"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:40.716965721Z","hostname":"oxz_switch","pid":5130} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:40.723419446Z","hostname":"oxz_switch","pid":5130} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:58:40.730548143Z","hostname":"oxz_switch","pid":5130} [ May 8 02:58:41 Rereading configuration. ] [ May 8 02:58:41 Executing refresh method (:kill). ] [ May 8 02:58:41 Stopping because all processes in service exited. ] [ May 8 02:58:41 Executing stop method (:kill). ] [ May 8 02:58:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 8 02:58:41 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.415199823Z","hostname":"oxz_switch","pid":5426,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.41610332Z","hostname":"oxz_switch","pid":5426} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.41641182Z","hostname":"oxz_switch","pid":5426} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.416516333Z","hostname":"oxz_switch","pid":5426,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.418449022Z","hostname":"oxz_switch","pid":5426,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.418572705Z","hostname":"oxz_switch","pid":5426,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 972b37f1-844a-44ea-9a12-11a16d5b4142, sled_id: b5764393-aba7-42db-a12c-ba3459552b16, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 0f2310b9-94cd-43e1-b25d-d37cf7537ee5, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.418605006Z","hostname":"oxz_switch","pid":5426,"unit":"oximeter","producer_id":"2d7e64db-bb20-45d0-8963-78e9c35d14b1"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 972b37f1-844a-44ea-9a12-11a16d5b4142,\n ),\n sled_id: Some(\n b5764393-aba7-42db-a12c-ba3459552b16,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.419669779Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.42729459Z","hostname":"oxz_switch","pid":5426} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.428659552Z","hostname":"oxz_switch","pid":5426,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6cd4:c6ff:fe9b:c7f1->6e:d4:c6:9b:c7:f1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.428892029Z","hostname":"oxz_switch","pid":5426,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d86c:42ff:fec9:795b->da:6c:42:c9:79:5b"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.430055324Z","hostname":"oxz_switch","pid":5426,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.431417456Z","hostname":"oxz_switch","pid":5426,"local_addr":"[fd00:1122:3344:101::2]:45496","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.431460637Z","hostname":"oxz_switch","pid":5426,"local_addr":"[fd00:1122:3344:101::2]:45496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.431600181Z","hostname":"oxz_switch","pid":5426,"local_addr":"[fd00:1122:3344:101::2]:45496","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:45496","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.431628782Z","hostname":"oxz_switch","pid":5426,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.431638402Z","hostname":"oxz_switch","pid":5426,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.431789917Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.432130747Z","hostname":"oxz_switch","pid":5426,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.432179449Z","hostname":"oxz_switch","pid":5426,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:45496","producer_id":"2d7e64db-bb20-45d0-8963-78e9c35d14b1"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.432193599Z","hostname":"oxz_switch","pid":5426,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.432201239Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.43321414Z","hostname":"oxz_switch","pid":5426} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.433606072Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.434940043Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-08T02:58:24.498796342Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.434980804Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","id":"15344381362915020892"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:41.434989654Z","hostname":"oxz_switch","pid":5426,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:58:41.436545281Z","hostname":"oxz_switch","pid":5426} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T02:58:41.982216328Z","hostname":"oxz_switch","pid":5426,"interface":"tfportqsfp0_0","entry":"10.151.2.174->86:27:59:58:b0:16"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.727554402Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.733135002Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.736124332Z","hostname":"oxz_switch","pid":5426} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.736344099Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.737321389Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-08T02:58:24.498664939Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.73736921Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","id":"697620907606702896"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:42.737377241Z","hostname":"oxz_switch","pid":5426,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:43.414816601Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:43.420331018Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:43.423624769Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.182211045Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.188127034Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.191761205Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.990326465Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.995591935Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:44.998678109Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.034753805Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.038788257Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.041434708Z","hostname":"oxz_switch","pid":5426} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.435727956Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9dd37190-08b2-4a79-a007-d84bf3387e7e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf4c6a7c-288c-478e-9c3d-e8a203817422.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 665, tv_nsec: 917641774 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.436410807Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:46.452214327Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:47.282194972Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:47.288546165Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:47.291906397Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:48.54512122Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:48.550684129Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:48.553840035Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.27686926Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.281720048Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.284837562Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.830382396Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.835588874Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:49.838687419Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:51.058220308Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:51.063043234Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:51.066435757Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:51.438914763Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.191475386Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.19589285Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.198986194Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.739477744Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.852403405Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.856467379Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:52.860163051Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:53.404993023Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:53.410016375Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:53.412957165Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:54.85650313Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:54.8607867Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:54.864159413Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:55.571419209Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:55.576320728Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:55.579400171Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.068881814Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.073255599Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.076702977Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.959803589Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.964945267Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:57.968459798Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:58.56864016Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:58.573404785Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:58.576528135Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:59.512055751Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:59.517108227Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:58:59.519940826Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:00.192734799Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:00.197874604Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:00.200677545Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.451044761Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.455912289Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.456606576Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.459971965Z","hostname":"oxz_switch","pid":5426} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.469014717Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:59:01.470073079Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.022133592s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.818021719Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9dd37190-08b2-4a79-a007-d84bf3387e7e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf4c6a7c-288c-478e-9c3d-e8a203817422.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 681, tv_nsec: 283145538 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.818852933Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:01.826214765Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:02.340526091Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:02.344858775Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:02.347913697Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:02.761356744Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:03.237136515Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:03.241762065Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:03.245721062Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:04.061427503Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:04.065641433Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:04.068661694Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:05.457593363Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:05.462266792Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:05.466186835Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:06.809943923Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:06.814149272Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:06.816713941Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:08.156088926Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:08.161394555Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:08.164326839Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:08.992039314Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:08.9975308Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:09.000734698Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:09.816217284Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:09.822249621Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:09.825640466Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:10.341252371Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:10.345262699Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:10.348445386Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:11.48628664Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:11.841142233Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:11.845359565Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:11.848154374Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:12.791140189Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:12.903392662Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:12.908098086Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:12.911516992Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:14.271157782Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:14.287013783Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:14.294322927Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:15.381807445Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:15.387261289Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:15.390996863Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:16.175707962Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:16.180689333Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:16.183801447Z","hostname":"oxz_switch","pid":5426} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:16.868838773Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:59:16.869589255Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.379005434s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.192628463Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.19898655Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.205156457Z","hostname":"oxz_switch","pid":5426} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.760773689Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9dd37190-08b2-4a79-a007-d84bf3387e7e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf4c6a7c-288c-478e-9c3d-e8a203817422.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 697, tv_nsec: 181952364 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.762136325Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:17.956457111Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:18.994118763Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:19.001794735Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:19.00695984Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:20.229435532Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:20.236562466Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:20.240518563Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:21.442286894Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:21.446871538Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:21.450064614Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:21.515524447Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:22.187221345Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:22.194998194Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:22.199311567Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:22.819763135Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:23.361398494Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:23.365955099Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:23.368981906Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:23.995920945Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:24.001539579Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:24.004160414Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:24.672983095Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:24.679245584Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:24.682295539Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:25.912448828Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:25.91845308Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:25.922138532Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:26.503027396Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:26.50838231Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:26.511872807Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:27.278328423Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:27.283941744Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:27.287168455Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:28.712263284Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:28.712291663Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:28.715998005Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:29.611036038Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:29.618142725Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:29.62206247Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:30.700296792Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:30.707500401Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:30.711834673Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:31.34996145Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:31.356729226Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:31.360463749Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:31.540035555Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:32.171366626Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:32.179517523Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:32.183644529Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:32.8403331Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:32.990007708Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:59:32.990911885Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.465599505s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:33.508990815Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:33.513873313Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:33.516935216Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.046429603Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.051390464Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.054648793Z","hostname":"oxz_switch","pid":5426} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.483441342Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9dd37190-08b2-4a79-a007-d84bf3387e7e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf4c6a7c-288c-478e-9c3d-e8a203817422.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 872476711 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.483973298Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.491780596Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.724795566Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.729990374Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:34.732861501Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:35.272718565Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:35.277679516Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:35.280983216Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:36.464977373Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:36.470328376Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:36.473326077Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:37.779989761Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:37.785076916Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:37.788100398Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:38.455324882Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:38.463432768Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:38.466918074Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:39.887296534Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:39.892941736Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:39.896256197Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:41.21738394Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:41.223162716Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:41.225832207Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:41.540021164Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:42.281031189Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:42.289544398Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:42.293086945Z","hostname":"oxz_switch","pid":5426} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:42.840137775Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:43.176900336Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:43.183377323Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:43.18755216Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.134455157Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.139887222Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.142873793Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.658164338Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.667125221Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:44.672171634Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:45.79083542Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:45.801232556Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:45.807364072Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:46.669301899Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:46.684071777Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:46.691272126Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:47.871615076Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:47.880666711Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:47.885492337Z","hostname":"oxz_switch","pid":5426} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.126947041Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.366627074Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15344381362915020892"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.374352118Z","hostname":"oxz_switch","pid":5426,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"697620907606702896"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T02:59:55.546565441Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"74.01946561s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.864549252Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.90300347Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:55.945675637Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:57.149385239Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:57.166368835Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:57.197505701Z","hostname":"oxz_switch","pid":5426} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.122651109Z","hostname":"oxz_switch","pid":5426,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9dd37190-08b2-4a79-a007-d84bf3387e7e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf4c6a7c-288c-478e-9c3d-e8a203817422.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c16df408-f701-4085-ba98-22bd907ffeba.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 510264387 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.188779538Z","hostname":"oxz_switch","pid":5426} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.194583844Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.204915338Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.212168829Z","hostname":"oxz_switch","pid":5426} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:58.244226533Z","hostname":"oxz_switch","pid":5426,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:59.335363054Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:59.345212113Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T02:59:59.351651999Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.164347609Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.175025524Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.213837513Z","hostname":"oxz_switch","pid":5426} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.816332288Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportrear0_0 addrs [fe80::d86c:42ff:fec9:795b]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.828397164Z","hostname":"oxz_switch","pid":5426} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T03:00:00.835296844Z","hostname":"oxz_switch","pid":5426}